-- Logs begin at Thu 2022-03-10 14:31:28 UTC, end at Thu 2022-03-10 15:46:33 UTC. -- Mar 10 15:16:33.722390 dv-cinder-831247-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 15:16:36.630453 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.common.config [-] Logging enabled! Mar 10 15:16:36.631043 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 15:16:36.631239 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103537) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 15:16:36.634610 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.common.config [-] Logging enabled! Mar 10 15:16:36.634862 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 15:16:36.635169 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103537) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 15:16:36.636084 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 15:16:36.636316 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 15:16:36.636683 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 15:16:36.636926 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 15:16:36.637171 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 15:16:36.637901 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.638322 dv-cinder-831247-10-smb neutron-server[103537]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 15:16:36.638632 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.638928 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.639216 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.639505 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.639790 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.640068 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.640352 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.641234 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.641519 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.641795 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.642075 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.642362 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.642642 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.642923 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.643205 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.643482 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] debug = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.643764 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.644196 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.644607 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.644885 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.645188 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.645469 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.645738 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.646013 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.646291 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.646618 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] host = dv-cinder-831247-10-smb {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.646894 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.647179 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.647463 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.647746 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.648018 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.648289 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.648570 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.648839 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.649106 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] log_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.649403 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.649688 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.649970 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.650254 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.650480 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.650701 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.650996 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.651278 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.651549 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.651819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.652093 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.652360 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.652631 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.652897 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.653198 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.653484 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.653767 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.654037 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.654309 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.654579 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.654849 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.655128 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.655398 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.655668 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.655938 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.656309 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.656580 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.656853 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.657182 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.657456 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.657733 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.658014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.658282 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.658562 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.658833 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.659100 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.659366 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] use_json = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.659637 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.659904 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.660181 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.660449 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.660741 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.660994 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.661285 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.661566 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.661836 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:36.662128 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.662419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.662714 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.663008 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.663296 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.663573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.663858 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.664133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.664417 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.664699 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.664982 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.665280 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.665577 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.665864 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.666154 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.666453 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.666742 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.667028 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.667299 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.667569 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.667837 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.668108 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.668390 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.668666 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.668951 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.669263 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.669541 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.669835 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.670116 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.670404 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.670696 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.670967 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.671239 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.671523 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.671817 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.672083 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.672354 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.672636 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.672907 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.673195 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.673476 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.673749 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.674014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.674278 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.674552 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.674837 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.675106 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.675371 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.675634 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.675904 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.676167 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.676445 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.676720 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.676989 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.677284 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.677563 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.677833 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.678102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.678374 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.678641 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.678912 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.679179 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.679445 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.679710 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.679974 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.680238 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.680508 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.680775 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.681048 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.681340 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.681607 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.681875 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.682141 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.682407 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.682687 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.682978 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.683251 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.683521 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.683792 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.684061 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.684331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.684599 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.684870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.685140 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.685432 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.685716 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.685991 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.686273 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.686566 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.686836 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.687127 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.687917 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.688194 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.688471 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.688745 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.689017 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.689324 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.689604 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.689891 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.690178 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.690467 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.690757 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.691063 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.691330 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.691632 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.691908 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:36.692121 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 15:16:36.692356 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103537) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 15:16:37.058820 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 15:16:37.059098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 15:16:37.059400 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 15:16:37.059867 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 15:16:37.381962 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.382256 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.382524 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.383696 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.383969 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.384350 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.429584 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.429856 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.430114 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.444013 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.444291 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.444557 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.473231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.473506 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.473767 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.510372 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.510647 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.510915 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.853827 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.854517 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.854517 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.854709 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.855289 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.952879 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.953769 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.954062 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.954324 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.954583 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.954887 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.955143 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.955394 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.955644 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.955920 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.956173 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.956430 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.956680 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.956927 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.957199 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.957464 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.957718 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.957984 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.958263 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.958500 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.958778 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.959022 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.959295 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.959659 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.959903 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.960144 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:37.960530 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 15:16:37.960769 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 15:16:37.961002 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 15:16:37.961268 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 15:16:37.961499 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 15:16:37.961729 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 15:16:37.962084 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 15:16:37.965175 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 15:16:37.970072 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 15:16:37.973863 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Mar 10 15:16:37.975492 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 15:16:37.975958 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 15:16:37.976289 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 15:16:37.976663 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 15:16:37.979513 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 15:16:37.979760 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 15:16:37.980098 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 15:16:37.985028 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 15:16:38.008501 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 15:16:38.008940 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:38.009268 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103537) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 15:16:38.009633 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:38.010994 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103537) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 15:16:38.011267 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 15:16:38.011508 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 15:16:38.014775 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:38.015051 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:38.077664 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 15:16:38.077983 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 15:16:38.078715 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 15:16:38.079078 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 15:16:38.099090 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_db.sqlalchemy.engines [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103537) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 15:16:38.674420 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Initializing driver for type 'gre' Mar 10 15:16:38.674945 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] gre ID ranges: [(1, 1000)] Mar 10 15:16:38.874011 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Initializing driver for type 'local' Mar 10 15:16:38.874626 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Initializing driver for type 'vlan' Mar 10 15:16:38.942691 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] VlanTypeDriver initialization complete Mar 10 15:16:38.943041 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Initializing driver for type 'vxlan' Mar 10 15:16:38.943550 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] vxlan ID ranges: [(1, 1000)] Mar 10 15:16:39.117971 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Initializing extension driver 'port_security' Mar 10 15:16:39.118309 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] PortSecurityExtensionDriver initialization complete Mar 10 15:16:39.118635 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Initializing mechanism driver 'openvswitch' Mar 10 15:16:39.118952 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Initializing mechanism driver 'hyperv' Mar 10 15:16:39.125835 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:39.126623 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > port after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.126990 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > port after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.127378 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > port after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.127889 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 15:16:39.128318 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > subnet after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.128667 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > subnet after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.129004 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.129421 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 15:16:39.135524 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > network after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.135524 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > network after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.135524 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > network after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.135524 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 15:16:39.135524 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > security_group after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136067 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > security_group after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136067 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136067 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 15:16:39.136067 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136067 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136456 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136456 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 15:16:39.136456 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > address_group after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136456 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > address_group after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136456 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.136838 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 15:16:39.136838 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] ML2 OVO RPC backend initialized. {{(pid=103537) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 15:16:39.136838 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.137071 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.137332 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > network before_response 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.137676 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > networks before_response 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.138017 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > port before_response 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.138352 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > ports before_response 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.138687 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > subnet before_response 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.139017 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > subnets before_response 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.139353 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > network after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.139684 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > network after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.140012 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > network after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.140375 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > port after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.140711 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > port after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.141041 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > port after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.141396 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > subnet after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.141725 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > subnet after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.142113 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.149419 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded quota_driver: . Mar 10 15:16:39.149775 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.plugin [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Modular L2 Plugin initialization complete Mar 10 15:16:39.150116 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading services supported by the core plugin {{(pid=103537) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 15:16:39.150451 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.plugins.ml2.managers [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Got port-security extension from driver 'port_security' Mar 10 15:16:39.150923 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.extensions.vlantransparent [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Disabled vlantransparent extension. Mar 10 15:16:39.151404 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103537) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 15:16:39.151723 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading Plugin: router Mar 10 15:16:39.191618 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.192003 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router after_create 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.192368 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router before_create 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.192727 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.193093 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.193471 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router after_delete 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.193826 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.194175 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.194528 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router after_create 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.194867 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router after_update 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.195207 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router after_update 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.195544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.195894 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router after_update 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.196297 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_update 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.196658 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: port after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.196989 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: port after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.197418 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: subnet after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.197752 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.198092 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.198432 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_create 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.198765 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: port before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.199102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.199452 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router after_update 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.199786 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.200252 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_create 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.200606 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.200943 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_update 55549900 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.201330 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > agent after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.201677 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > agent after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.202013 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > network after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.203375 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Tracking information for resource: router configured {{(pid=103537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 15:16:39.203707 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Tracking information for resource: floatingip configured {{(pid=103537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 15:16:39.208670 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.db.l3_agentschedulers_db [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 15:16:39.209268 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: port after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.209628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: port after_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.209976 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: port after_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.210321 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: port after_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.211086 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router before_create 55550100 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.211443 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.211797 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_create 55550100 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.212147 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > router precommit_update 55550100 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.217192 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.services.provider_configuration [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service providers = [] {{(pid=103537) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 15:16:39.217551 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.db.servicetype_db [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103537) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 15:16:39.221164 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.services.service_base [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 15:16:39.221520 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.services.service_base [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 15:16:39.221857 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.services.service_base [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 15:16:39.222731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.services.service_base [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 15:16:39.223095 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.services.service_base [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 15:16:39.223465 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 15:16:39.223777 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 15:16:39.234413 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 15:16:39.234748 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading Plugin: auto_allocate Mar 10 15:16:39.240501 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: network precommit_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.240863 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: network precommit_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.241401 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 15:16:39.241719 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading Plugin: tag Mar 10 15:16:39.248428 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 15:16:39.248758 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading Plugin: timestamp Mar 10 15:16:39.252612 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 15:16:39.252934 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading Plugin: network_ip_availability Mar 10 15:16:39.258405 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.258769 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.259121 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.259812 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 15:16:39.260188 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading Plugin: flavors Mar 10 15:16:39.265190 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 15:16:39.266050 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading Plugin: revisions Mar 10 15:16:39.270351 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 15:16:39.270741 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_concurrency.lockutils [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.211s {{(pid=103537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 15:16:39.271460 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103537) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 15:16:39.271786 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Initializing extension manager. Mar 10 15:16:39.272296 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: __init__.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.272626 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: __pycache__ {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.272948 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: address_group.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.273715 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.274274 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: address-group Mar 10 15:16:39.274591 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: address_scope.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.275296 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.275808 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: address-scope Mar 10 15:16:39.276121 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.277034 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.277574 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: router-admin-state-down-before-update Mar 10 15:16:39.277890 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: agent.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.278574 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.279077 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: agent Mar 10 15:16:39.279390 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: agent_resources_synced.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.280286 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.280786 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: agent-resources-synced Mar 10 15:16:39.281735 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: allowedaddresspairs.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.283495 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.284016 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: allowed-address-pairs Mar 10 15:16:39.284339 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: auto_allocated_topology.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.285449 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.285964 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: auto-allocated-topology Mar 10 15:16:39.286283 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: availability_zone.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.286964 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.287474 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: availability_zone Mar 10 15:16:39.287873 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: availability_zone_filter.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.288782 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.289321 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: availability_zone_filter Mar 10 15:16:39.289640 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: data_plane_status.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.290528 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.291024 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 15:16:39.291338 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: default_subnetpools.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.292234 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.292733 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: default-subnetpools Mar 10 15:16:39.293048 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.293864 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.294367 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: dhcp_agent_scheduler Mar 10 15:16:39.294683 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: dns.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.295585 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.296089 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension dns-integration not supported by any of loaded plugins Mar 10 15:16:39.296406 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: dns_domain_ports.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.297364 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.297865 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 15:16:39.298181 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.299090 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.299587 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 15:16:39.299901 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: dvr.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.300561 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.301060 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: dvr Mar 10 15:16:39.301407 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: ecmp_routes.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.302304 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.302806 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 15:16:39.303117 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: empty_string_filtering.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.304004 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.304511 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: empty-string-filtering Mar 10 15:16:39.304824 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.305749 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.306251 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 15:16:39.306565 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.307462 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.307959 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 15:16:39.308271 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: external_net.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.309167 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.309686 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: external-net Mar 10 15:16:39.310000 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.310894 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.311392 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: extra_dhcp_opt Mar 10 15:16:39.311707 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: extraroute.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.312620 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.313117 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: extraroute Mar 10 15:16:39.313453 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: extraroute_atomic.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.314473 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.314973 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: extraroute-atomic Mar 10 15:16:39.315292 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: filter_validation.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.315944 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.316445 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: filter-validation Mar 10 15:16:39.316759 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: fip_pf_description.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.317675 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.318173 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 15:16:39.318503 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: fip_port_details.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.319565 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.320066 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: fip-port-details Mar 10 15:16:39.320383 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: flavors.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.321634 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.322146 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: flavors Mar 10 15:16:39.322463 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.324138 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.324659 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 15:16:39.324987 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: floatingip_pools.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.325783 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.326303 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: floatingip-pools Mar 10 15:16:39.326628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: ip_allocation.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.327542 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.328574 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 15:16:39.328895 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.329829 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.330342 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: ip-substring-filtering Mar 10 15:16:39.330664 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l2_adjacency.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.331572 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.332073 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 15:16:39.332393 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.333359 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.333874 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: router Mar 10 15:16:39.334195 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.336435 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.336964 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 15:16:39.337323 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.338230 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.338741 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: ext-gw-mode Mar 10 15:16:39.339064 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.339963 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.340721 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: l3-ha Mar 10 15:16:39.341040 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.341956 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.342457 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 15:16:39.342771 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3_flavors.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.344277 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.344780 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: l3-flavors Mar 10 15:16:39.345096 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.346507 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.347021 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 15:16:39.347342 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.348244 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.348750 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 15:16:39.349068 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: l3agentscheduler.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.350104 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.350620 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: l3_agent_scheduler Mar 10 15:16:39.350941 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: local_ip.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.352694 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.353247 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension local_ip not supported by any of loaded plugins Mar 10 15:16:39.353579 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: logging.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.356394 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.356921 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension logging not supported by any of loaded plugins Mar 10 15:16:39.357282 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: metering.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.358018 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.358593 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: metering Mar 10 15:16:39.358919 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.360071 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.360586 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: metering_source_and_destination_fields Mar 10 15:16:39.360910 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: multiprovidernet.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.361867 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.362376 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: multi-provider Mar 10 15:16:39.362698 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: netmtu.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.363606 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.364111 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: net-mtu Mar 10 15:16:39.364430 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: netmtu_writable.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.365359 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.365868 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: net-mtu-writable Mar 10 15:16:39.366188 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: network_availability_zone.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.366847 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.367353 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: network_availability_zone Mar 10 15:16:39.367670 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: network_ip_availability.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.368771 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.369316 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: network-ip-availability Mar 10 15:16:39.369639 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: network_segment_range.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.370395 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.370900 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 15:16:39.371216 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: pagination.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.372183 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.372511 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: pagination Mar 10 15:16:39.372830 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: port_device_profile.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.373752 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.374263 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: port-device-profile Mar 10 15:16:39.374581 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.375531 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.376086 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: port-mac-address-regenerate Mar 10 15:16:39.376358 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.377275 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.377782 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: port-numa-affinity-policy Mar 10 15:16:39.378098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: port_resource_request.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.378998 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.379496 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 15:16:39.379812 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: port_resource_request_groups.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.380913 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.382388 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 15:16:39.383380 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: portbindings.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.384310 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.384821 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: binding Mar 10 15:16:39.385139 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: portbindings_extended.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.386438 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.386957 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: binding-extended Mar 10 15:16:39.387281 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: portsecurity.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.388185 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.388750 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: port-security Mar 10 15:16:39.389083 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: project_id.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.390076 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.390929 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: project-id Mar 10 15:16:39.391250 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: providernet.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.392155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.392661 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: provider Mar 10 15:16:39.392976 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.396738 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.397296 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos not supported by any of loaded plugins Mar 10 15:16:39.397630 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.398875 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.399386 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 15:16:39.399711 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.400612 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.401122 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 15:16:39.401471 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_default.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.402369 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.402877 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-default not supported by any of loaded plugins Mar 10 15:16:39.403198 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_fip.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.404123 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.404631 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-fip not supported by any of loaded plugins Mar 10 15:16:39.404949 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.405879 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.406925 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 15:16:39.407248 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_gateway_ip.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.408155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.408662 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 15:16:39.408977 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_port_network_policy.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.410027 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.410532 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 15:16:39.410852 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.411881 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.412383 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 15:16:39.412698 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.413763 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.414270 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 15:16:39.414588 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_pps_rule.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.415759 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.416269 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-pps not supported by any of loaded plugins Mar 10 15:16:39.416591 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_rule_type_details.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.417530 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.418034 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 15:16:39.418353 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: qos_rules_alias.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.419392 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.419902 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 15:16:39.420223 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: quota_check_limit.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.421127 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.421685 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: quota-check-limit Mar 10 15:16:39.422004 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: quotasv2.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.422936 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.423258 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: quotas Mar 10 15:16:39.423571 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: quotasv2_detail.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.425320 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.425660 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: quota_details Mar 10 15:16:39.425991 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: rbac.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.427024 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.427581 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: rbac-policies Mar 10 15:16:39.427908 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: rbac_address_group.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.428825 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.429360 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: rbac-address-group Mar 10 15:16:39.429687 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: rbac_address_scope.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.430591 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.431099 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: rbac-address-scope Mar 10 15:16:39.431421 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: rbac_security_groups.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.432330 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.432835 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: rbac-security-groups Mar 10 15:16:39.433177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: rbac_subnetpool.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.434074 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.434580 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: rbac-subnetpool Mar 10 15:16:39.434899 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: revisionifmatch.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.435874 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.436383 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: revision-if-match Mar 10 15:16:39.436702 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: revisions.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.437864 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.438372 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: standard-attr-revisions Mar 10 15:16:39.438695 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: router_availability_zone.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.439448 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.439868 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: router_availability_zone Mar 10 15:16:39.440188 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: routerservicetype.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.441106 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.441636 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension router-service-type not supported by any of loaded plugins Mar 10 15:16:39.441956 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.442865 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.443373 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: security-groups-normalized-cidr Mar 10 15:16:39.443689 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.444592 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.445099 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: port-security-groups-filtering Mar 10 15:16:39.445440 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.446348 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.446856 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: security-groups-remote-address-group Mar 10 15:16:39.447179 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.448085 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.448588 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: security-groups-shared-filtering Mar 10 15:16:39.448904 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.449507 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 15:16:39.449819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: securitygroup.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.459931 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.460460 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: security-group Mar 10 15:16:39.460789 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: segment.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.461533 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.462045 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension segment not supported by any of loaded plugins Mar 10 15:16:39.462369 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.463305 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.463815 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 15:16:39.464145 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: servicetype.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.465271 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.466042 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: service-type Mar 10 15:16:39.466364 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: sorting.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.467342 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.467667 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: sorting Mar 10 15:16:39.467981 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: standard_attr_segment.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.469534 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.470041 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 15:16:39.470359 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: standardattrdescription.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.470998 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.471503 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: standard-attr-description Mar 10 15:16:39.471820 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: stateful_security_group.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.472751 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.473293 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: stateful-security-group Mar 10 15:16:39.473614 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: stdattrs_common.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.474173 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 15:16:39.474486 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.475409 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.475918 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 15:16:39.476233 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: subnet_onboard.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.477315 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.477833 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: subnet_onboard Mar 10 15:16:39.478151 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.479086 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.479619 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 15:16:39.479938 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: subnet_service_types.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.480843 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.481382 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: subnet-service-types Mar 10 15:16:39.481703 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: subnetallocation.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.482758 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.483267 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: subnet_allocation Mar 10 15:16:39.483586 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.484268 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.484775 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: subnetpool-prefix-ops Mar 10 15:16:39.485091 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.486038 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.486541 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 15:16:39.486857 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: tagging.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.487928 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.488445 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: standard-attr-tag Mar 10 15:16:39.488766 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: timestamp.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.490087 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.490602 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loaded extension: standard-attr-timestamp Mar 10 15:16:39.490924 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: trunk.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.491951 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.492462 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension trunk not supported by any of loaded plugins Mar 10 15:16:39.492781 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: trunk_details.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.493850 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.494372 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension trunk-details not supported by any of loaded plugins Mar 10 15:16:39.494690 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: uplink_status_propagation.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.495598 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.496103 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 15:16:39.496420 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Loading extension file: vlantransparent.py {{(pid=103537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 15:16:39.497083 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 15:16:39.497620 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 15:16:39.500118 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:network Mar 10 15:16:39.500627 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:subnet Mar 10 15:16:39.501015 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 15:16:39.501420 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:port Mar 10 15:16:39.502621 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.503052 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service FLAVORS assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.503644 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.504072 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.504393 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:router Mar 10 15:16:39.504815 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:floatingip Mar 10 15:16:39.505327 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service METERING assigned prefix: /metering {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.506868 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.507231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.507575 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:16:39.508560 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 15:16:39.508988 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:security_group Mar 10 15:16:39.509444 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 15:16:39.510037 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service CORE assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.510364 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 15:16:39.510704 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] subnetpool is already registered Mar 10 15:16:39.511132 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service CORE assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.511456 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 15:16:39.511783 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] subnetpool is already registered Mar 10 15:16:39.514026 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.514450 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service FLAVORS assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.515019 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.515967 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.516291 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:router Mar 10 15:16:39.516619 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] router is already registered Mar 10 15:16:39.517022 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:floatingip Mar 10 15:16:39.517378 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] floatingip is already registered Mar 10 15:16:39.517821 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service METERING assigned prefix: /metering {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.518461 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 15:16:39.518798 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] rbac_policy is already registered Mar 10 15:16:39.519178 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:security_group Mar 10 15:16:39.519501 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] security_group is already registered Mar 10 15:16:39.519889 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 15:16:39.520214 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] security_group_rule is already registered Mar 10 15:16:39.520819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service CORE assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.521139 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 15:16:39.521485 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] subnetpool is already registered Mar 10 15:16:39.521900 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.v2.resource_helper [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Service CORE assigned prefix: {{(pid=103537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 15:16:39.522224 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 15:16:39.522543 dv-cinder-831247-10-smb neutron-server[103537]: WARNING neutron.quota.resource_registry [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] subnetpool is already registered Mar 10 15:16:39.522991 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: extensions {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.524439 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: address-groups {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.525944 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: address-scopes {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.527256 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: agents {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.528407 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: auto-allocated-topology {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.529694 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: availability_zones {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.530895 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: dhcp-networks {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.532918 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: dhcp-agents {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.534355 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: routers {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.536534 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: flavors {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.537726 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: service_profiles {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.538912 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: next_providers {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.540337 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: service_profiles {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.541891 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: floatingip-pools {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.543096 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: routers {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.545214 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: floatingips {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.547540 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: l3-routers {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.548928 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: l3-agents {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.550421 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: metering-labels {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.551693 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: metering-label-rules {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.552954 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: network-ip-availabilities {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.554231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: bindings {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.555860 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: quotas {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.557458 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: quotas {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.558962 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: rbac-policies {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.560238 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: security-groups {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.561470 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: security-group-rules {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.563259 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: service-providers {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.564466 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: subnetpools {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.565903 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: subnetpools {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.567352 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.569003 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.570818 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.572574 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.574353 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.576204 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.578436 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.580307 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.582093 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.584074 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron.api.extensions [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Extended resource: tags {{(pid=103537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 15:16:39.589953 dv-cinder-831247-10-smb neutron-server[103537]: WARNING keystonemiddleware.auth_token [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 15:16:39.594976 dv-cinder-831247-10-smb neutron-server[103537]: WARNING keystonemiddleware.auth_token [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 15:16:39.603527 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_concurrency.lockutils [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Acquired lock "singleton_lock" {{(pid=103537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 15:16:39.603999 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_concurrency.lockutils [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Releasing lock "singleton_lock" {{(pid=103537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 15:16:39.604648 dv-cinder-831247-10-smb neutron-server[103537]: INFO oslo_service.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Starting 2 workers Mar 10 15:16:39.609823 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Started child 103646 {{(pid=103537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 15:16:39.614584 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Started child 103647 {{(pid=103537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 15:16:39.615228 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.616183 dv-cinder-831247-10-smb neutron-server[103537]: INFO neutron.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 15:16:39.616782 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [-] (103646) wsgi starting up on http://0.0.0.0:9696 Mar 10 15:16:39.616876 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.619380 dv-cinder-831247-10-smb neutron-server[103537]: INFO oslo_service.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Starting 1 workers Mar 10 15:16:39.622164 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.622164 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [-] (103647) wsgi starting up on http://0.0.0.0:9696 Mar 10 15:16:39.624670 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Started child 103648 {{(pid=103537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 15:16:39.625772 dv-cinder-831247-10-smb neutron-server[103537]: INFO oslo_service.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Starting 1 workers Mar 10 15:16:39.628884 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] calling RpcWorker wait() {{(pid=103648) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 15:16:39.629403 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] returning from RpcWorker wait() {{(pid=103648) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 15:16:39.630735 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.630841 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Started child 103649 {{(pid=103537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 15:16:39.631192 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:39.631670 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG neutron_lib.callbacks.manager [None req-7c6c8653-4078-45a3-a475-55ade08bc00f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.633642 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103537) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 15:16:39.633850 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 15:16:39.634039 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 15:16:39.634264 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 15:16:39.634592 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 15:16:39.634749 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 15:16:39.635261 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.635534 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.635810 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.636051 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.636505 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.636505 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.636920 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.637018 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:39.637211 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.637445 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.637731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.637987 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.638159 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.638329 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.638582 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.638830 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.639118 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.639363 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.639594 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.639848 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.640018 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.640279 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.641161 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.641392 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.641668 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] debug = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.641917 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.642412 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.642653 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.642887 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.643101 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.643377 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.643624 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.643901 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.644148 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.644387 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.644724 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.644996 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.645318 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.645557 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.645801 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.646036 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.646301 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.646519 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.646990 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] host = dv-cinder-831247-10-smb {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.647205 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.647508 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.647775 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.647926 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.648148 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.648394 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.648655 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.648926 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.649202 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.649447 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.649700 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.649955 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.650406 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.650661 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.650813 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_options = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.651067 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.651336 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.651591 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.651790 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.651950 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.652097 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.652360 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.652515 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.652763 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.652975 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.653201 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.653417 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.653651 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.653867 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.654111 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.654322 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.654533 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.654742 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.654999 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.655242 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.655481 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.655721 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.655991 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.656220 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.656458 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.656669 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.656908 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.657119 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.657377 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.657620 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.657834 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.658205 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.661011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.661277 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.661579 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.661946 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.662235 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.662633 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.662937 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.663189 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.663459 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.663763 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.664182 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.664465 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.664886 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.665067 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.665284 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_json = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.665511 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.665679 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.665878 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.666058 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.666297 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.666521 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.668408 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.668408 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.668408 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.668408 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.668408 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.668895 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.668975 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.669214 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.669463 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.670205 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.670205 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.670384 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.670875 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.670875 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.671041 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.672620 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.672620 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.672620 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.672620 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.672620 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.672620 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.673085 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.673085 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.673314 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.673562 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.673875 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.674090 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.674357 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.674612 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.674838 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.675248 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.675400 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.675745 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.676025 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.676285 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.676550 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.676791 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.677021 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.677284 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.677535 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686098 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.686855 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688014 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.688654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.689331 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690011 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690847 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.690983 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.691250 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.691467 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.691718 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.691938 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.692155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.692391 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.692643 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.692921 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.693170 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.693428 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.693652 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.693910 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.694131 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.694370 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.694618 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.694840 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.695079 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.695312 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.695576 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.695846 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.696100 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.696355 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.696591 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.696879 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.697122 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.697409 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.697636 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.697918 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.698226 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.698508 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.698753 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.699004 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.699238 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.699463 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.699716 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.699986 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.700250 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.700482 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.700722 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.700981 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.701244 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.701484 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.701734 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.702054 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.702287 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.702502 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.702718 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.703631 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.703882 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.704121 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.704394 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.704656 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.704914 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.705181 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.705418 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.705654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.705885 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.706115 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.706328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.706564 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.706781 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.707027 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.707280 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.707515 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.707785 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.708002 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.708230 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.708442 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.708679 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.708892 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.709157 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.709397 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.709618 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.709865 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.710096 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.710309 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.710521 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.710738 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.710986 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.711222 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.711488 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.711741 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.711959 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.712205 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.712468 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.712721 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.712934 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.713229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.713472 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.713687 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.713923 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.714143 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.714360 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.714574 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.714804 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.715022 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.715261 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.715765 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.716114 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.716367 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.716605 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.716853 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.717087 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.717354 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.717592 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.717809 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.718047 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.718267 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.718522 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.718745 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.718967 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.719184 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.719401 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.719630 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.719883 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.720143 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.720385 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.720605 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.720830 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.721049 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.721287 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.721505 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.721717 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.721928 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.722162 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.722400 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.722629 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.722918 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.723174 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.723404 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.723673 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.723903 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.724136 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.724392 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.724604 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.724816 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.725039 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.725276 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.725493 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.725755 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.725971 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.726181 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.726404 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.726642 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.726872 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.727122 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.727352 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.727564 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.727962 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.728228 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.728464 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.728697 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.728908 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.729118 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.729415 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.729652 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.730063 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.730312 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.730529 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.730762 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.730988 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.731205 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.731415 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.731699 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.731960 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.732179 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.732469 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.732696 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.732941 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.733242 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.733511 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.733726 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.733968 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.734230 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.734450 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.734689 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.734945 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.735258 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.735557 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.735791 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.736061 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.736356 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.736647 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.736945 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.737182 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.737492 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.737833 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.738112 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.738361 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.738595 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.738829 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.739056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.739271 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.739510 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.739915 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.740067 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.740238 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.740492 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.740717 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.740949 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.741264 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.741489 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.741713 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.741954 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.742195 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.742395 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.742612 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 15:16:39.743070 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103537) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 15:16:39.743236 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 15:16:39.743429 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 15:16:39.743572 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 15:16:39.743744 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 15:16:39.743912 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 15:16:39.744110 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.744272 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.744433 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.744595 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.744757 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.744959 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.745125 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.745481 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.745481 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.745687 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.745775 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.745919 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.746079 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.746227 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.746389 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.746551 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.746713 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.746865 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.747029 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.747189 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.747350 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.747511 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.747720 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] debug = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.747857 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.748033 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.748255 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.748383 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.748517 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.748644 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.748799 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.748960 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.749119 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.749305 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.749470 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.751343 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.751343 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.751343 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.751343 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.751796 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.751796 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.751796 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.752081 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] host = dv-cinder-831247-10-smb {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.752081 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.752274 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.752274 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.752425 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.752576 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.752741 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.752903 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.753065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.753246 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.753421 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.753570 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.753730 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.754263 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.754263 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.754263 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_options = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.754657 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.754657 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.754657 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.754868 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.754946 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.755107 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.755273 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.755417 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.755577 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.755737 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.755897 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.756057 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.756217 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.756377 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.756538 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.756697 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.756873 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.757071 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.757314 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.757415 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.757570 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.757731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.757892 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.758051 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.758212 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.758375 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.758535 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.758696 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.758857 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.759022 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.759182 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.759355 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.759481 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.759640 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.759800 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.759959 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.760120 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.760280 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.760444 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.760604 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.760764 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.760934 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.761128 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.761275 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.761397 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.761547 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.761708 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_json = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.761868 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.762018 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.762177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.762336 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.762496 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.762655 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.762815 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.762976 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.763137 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 15:16:39.763352 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.763480 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.763654 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.763818 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.763992 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.764140 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.764304 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.764467 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.764629 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.764791 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.764960 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.765123 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.779514 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.779514 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.779514 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.779514 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.779514 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.779514 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.779514 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.779514 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780102 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.780628 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781229 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.781819 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782321 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782321 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782321 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782494 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.782573 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783065 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.783553 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784056 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784544 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784980 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784980 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784980 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784980 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784980 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784980 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784980 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.784980 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.786328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.786328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.786328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.786328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.786328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.786328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.786328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.786328 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.787231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.787231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.787231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.787231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.787231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.787231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.787231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.787231 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.788126 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.788126 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.788126 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.788126 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.788126 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.788126 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.788126 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.788126 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.789133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.789133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.789133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.789133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.789133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.789133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.789133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.789133 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.790177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.790177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.790177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.790177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.790177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.790177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.790177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.790177 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791155 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.791808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792347 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792347 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792347 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792347 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792347 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792347 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792347 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792347 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.792870 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793419 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793931 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793931 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793931 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.793931 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.794257 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.794257 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.794396 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.794536 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.794703 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.794866 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.795029 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.795192 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.795405 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.795658 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.795831 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.796039 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.796202 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.796414 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.796605 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.797104 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.797315 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.797315 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.797535 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.797676 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.797795 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.797943 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.798108 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.798271 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.798434 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.798596 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.798759 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.798926 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.799090 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.799254 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.799429 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.799593 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.799754 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.799919 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.800081 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.800447 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.800447 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.800687 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.800808 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.800929 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.801049 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.801191 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.801356 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.801498 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.801661 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.801822 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.801983 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.802146 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.802319 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.802481 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.802846 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.802846 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.803062 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.803147 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.803261 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.803424 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.803587 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.803747 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.803909 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.804071 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.804244 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.804406 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805073 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805073 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805073 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805073 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805403 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805403 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805547 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805679 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.805845 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.806008 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.806170 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.806344 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.807993 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.807993 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.807993 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.807993 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.807993 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.807993 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.807993 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.807993 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.808731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.808731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.808731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.808731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.808731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.808731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.808731 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.809317 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.809317 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.809317 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.809317 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.809587 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.809665 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.809770 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.809936 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.810099 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.810263 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.810426 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.810592 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.810753 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.810914 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.811078 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.811241 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.812780 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.812780 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.812780 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.812780 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 15:16:39.812780 dv-cinder-831247-10-smb neutron-server[103537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 15:16:39.899494 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 48002) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:39.908213 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064237 Mar 10 15:16:51.489198 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6b57c-d0e5-45f4-add9-100533453bd5 None None] get_active_networks_info from dv-cinder-831247-10-smb {{(pid=103648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:16:51.564872 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6b57c-d0e5-45f4-add9-100533453bd5 None None] No non-hosted networks {{(pid=103648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 15:16:51.570695 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.agentschedulers_db [None req-69e6b57c-d0e5-45f4-add9-100533453bd5 None None] DHCP Agent not found on host dv-cinder-831247-10-smb {{(pid=103648) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 15:16:51.693186 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-fa6554fb-7131-46d8-bf86-6ffa14536fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625621'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.711203 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-841d46d0-5f85-4edb-a84b-bd730956ffb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625621'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.748013 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.db.api [None req-6982f276-a328-44a0-a25a-061b7659afd3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831247-10-smb {{(pid=103648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:16:53.750589 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG oslo_db.api [None req-6982f276-a328-44a0-a25a-061b7659afd3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:16:54.277726 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6982f276-a328-44a0-a25a-061b7659afd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.851129 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625621'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.342532 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625621'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:57.577638 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 48084) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:57.769735 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625621'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:57.771273 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.771905 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.772484 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.773223 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.774017 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.785441 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.785441 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.785441 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.785441 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.785441 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.789952 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.789952 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.789952 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:57.789952 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-10-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:57.790690 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-10-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:58.114163 dv-cinder-831247-10-smb neutron-server[103646]: WARNING oslo_policy.policy [None req-279489ab-7b48-4a9e-9f25-4e9c77052e7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 15:16:58.114981 dv-cinder-831247-10-smb neutron-server[103646]: WARNING oslo_policy.policy [None req-279489ab-7b48-4a9e-9f25-4e9c77052e7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 15:16:58.338730 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [None req-279489ab-7b48-4a9e-9f25-4e9c77052e7c admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:16:58.340513 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-279489ab-7b48-4a9e-9f25-4e9c77052e7c admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7619402 Mar 10 15:17:00.778059 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.db.l3_hamode_db [None req-66866fe7-73b4-4650-b00b-c94c5764775b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 15:17:00.855255 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66866fe7-73b4-4650-b00b-c94c5764775b None None] Routers set() bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:00.855643 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66866fe7-73b4-4650-b00b-c94c5764775b None None] Router IDs set() for agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 15:17:00.909017 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48110) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:01.399155 dv-cinder-831247-10-smb neutron-server[103647]: WARNING oslo_policy.policy [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 15:17:01.400039 dv-cinder-831247-10-smb neutron-server[103647]: WARNING oslo_policy.policy [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 15:17:01.625557 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:01.724505 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.policy [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 15:17:01.767189 dv-cinder-831247-10-smb neutron-server[103647]: WARNING oslo_policy.policy [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 15:17:01.767557 dv-cinder-831247-10-smb neutron-server[103647]: WARNING oslo_policy.policy [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 15:17:01.960154 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746234264285', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746234263600', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746234180228', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746234177415', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746234170706', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746234163051', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-834508', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2065756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2008430'] for rbac-policy (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:02.176159 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:02.177640 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-313ca6a2-442a-477b-a4a4-a7fe1084a934 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2665184 Mar 10 15:17:04.691552 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48126) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:05.002462 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:05.082743 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Made reservation on behalf of 754ae91177654be28f7aece4d111c20b for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:05.086688 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.103351 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.208713 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Publish callbacks [] for security_group (1afa00d4-5136-45d3-85a6-61a182936686), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.323239 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1afa00d4-5136-45d3-85a6-61a182936686), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.355976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:17:05.383170 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746232346125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (6332dd15-b500-46fb-8a37-ac6f0ff70081), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.383750 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Unsubscribe: segment precommit_create {{(pid=103647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 15:17:05.384268 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Added segment 6332dd15-b500-46fb-8a37-ac6f0ff70081 of type vlan for network 2e72e96e-a9ae-43a9-8fc7-22360657b780 Mar 10 15:17:05.389904 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa00d4-5136-45d3-85a6-61a182936686,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:05.425074 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.425449 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.425810 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.426150 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.426482 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.426808 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.427133 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.427455 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.427774 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.428093 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.428413 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.428728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.429044 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Tracked resource versions report: Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: pushed versions: Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: { 'AddressGroup': {'1.2'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'ConntrackHelper': {'1.0'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'LocalIPAssociation': {'1.0'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Log': {'1.0'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Network': {'1.1'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Port': {'1.7'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'PortForwarding': {'1.2'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'QosPolicy': {'1.10'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'SecurityGroup': {'1.5'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'SecurityGroupRule': {'1.2'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'SubPort': {'1.0'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Subnet': {'1.1'}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Trunk': {'1.1'}} Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: consumer versions: Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: { DHCP agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: L3 agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: Metadata agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: Metering agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: Open vSwitch agent@dv-cinder-831247-10-smb: { 'AddressGroup': '1.2', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'ConntrackHelper': '1.0', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'LocalIPAssociation': '1.0', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Log': '1.0', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Network': '1.1', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Port': '1.7', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'PortForwarding': '1.2', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'QosPolicy': '1.10', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'SecurityGroup': '1.5', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'SecurityGroupRule': '1.2', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'SubPort': '1.0', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Subnet': '1.1', Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: 'Trunk': '1.1'}} Mar 10 15:17:05.430151 dv-cinder-831247-10-smb neutron-server[103647]: {{(pid=103647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 15:17:05.496099 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (2e72e96e-a9ae-43a9-8fc7-22360657b780), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.571210 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (2e72e96e-a9ae-43a9-8fc7-22360657b780), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.576540 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:05.577490 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.691467 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] Pushing event updated for resources: {'Network': ['ID=2e72e96e-a9ae-43a9-8fc7-22360657b780,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:05.696899 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-d110e74c-3ecd-450a-99d5-122fb466d140 demo demo] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0043471 Mar 10 15:17:05.711945 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 2e72e96e-a9ae-43a9-8fc7-22360657b780 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:08.257763 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 48138) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:08.786208 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.policy [None req-73fe9ce2-4e3d-43a0-97ac-efee1fda8e47 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103646) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 15:17:08.828740 dv-cinder-831247-10-smb neutron-server[103646]: WARNING oslo_policy.policy [None req-73fe9ce2-4e3d-43a0-97ac-efee1fda8e47 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 15:17:08.829333 dv-cinder-831247-10-smb neutron-server[103646]: WARNING oslo_policy.policy [None req-73fe9ce2-4e3d-43a0-97ac-efee1fda8e47 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 15:17:08.837359 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe9ce2-4e3d-43a0-97ac-efee1fda8e47 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:08.839121 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-73fe9ce2-4e3d-43a0-97ac-efee1fda8e47 demo admin] 10.222.0.70 "GET /v2.0/networks/2e72e96e-a9ae-43a9-8fc7-22360657b780 HTTP/1.1" status: 200 len: 825 time: 0.5803688 Mar 10 15:17:08.877105 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-88c23e4f-3ca5-44da-b18f-f757e389f46d demo admin] 10.222.0.70 "GET /v2.0/subnetpools/133faa51-3244-4d14-9be1-c763d550db23 HTTP/1.1" status: 200 len: 734 time: 0.0321982 Mar 10 15:17:08.885880 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Request body: {'subnet': {'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '133faa51-3244-4d14-9be1-c763d550db23'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:09.004918 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Made reservation on behalf of 754ae91177654be28f7aece4d111c20b for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:09.007718 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.351471 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (e1ecb0cc-3d7e-47a2-af51-5c214b726e06), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.416549 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Checking segment: {'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:09.416915 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Network hostable DHCP agents. Network: 2e72e96e-a9ae-43a9-8fc7-22360657b780, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:09.436287 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Pushing event updated for resources: {'Subnet': ['ID=e1ecb0cc-3d7e-47a2-af51-5c214b726e06,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:09.447922 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.448313 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.448646 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.448971 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.449319 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.449640 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.449956 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.450269 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.450582 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.450907 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.451221 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.451532 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.451834 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Tracked resource versions report: Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: pushed versions: Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: { 'AddressGroup': {'1.2'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'ConntrackHelper': {'1.0'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'LocalIPAssociation': {'1.0'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Log': {'1.0'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Network': {'1.1'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Port': {'1.7'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'PortForwarding': {'1.2'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'QosPolicy': {'1.10'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'SecurityGroup': {'1.5'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'SecurityGroupRule': {'1.2'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'SubPort': {'1.0'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Subnet': {'1.1'}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Trunk': {'1.1'}} Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: consumer versions: Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: { DHCP agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: L3 agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: Metadata agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: Metering agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: Open vSwitch agent@dv-cinder-831247-10-smb: { 'AddressGroup': '1.2', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'ConntrackHelper': '1.0', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'LocalIPAssociation': '1.0', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Log': '1.0', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Network': '1.1', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Port': '1.7', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'PortForwarding': '1.2', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'QosPolicy': '1.10', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'SecurityGroup': '1.5', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'SecurityGroupRule': '1.2', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'SubPort': '1.0', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Subnet': '1.1', Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: 'Trunk': '1.1'}} Mar 10 15:17:09.452953 dv-cinder-831247-10-smb neutron-server[103646]: {{(pid=103646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 15:17:09.516869 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Network 2e72e96e-a9ae-43a9-8fc7-22360657b780 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:09.594072 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 2e72e96e-a9ae-43a9-8fc7-22360657b780) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:09.598698 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:09.599331 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.604427 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e518841-3f35-4132-b0c1-a88beb6cd8a1 None None] Network 2e72e96e-a9ae-43a9-8fc7-22360657b780 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:09.697212 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-51d89e74-401a-464c-82df-a65800c98d6a demo admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8146417 Mar 10 15:17:09.986598 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-2e72e96e-a9ae-43a9-8fc7-22360657b780', 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780', 'project_id': '754ae91177654be28f7aece4d111c20b', 'fixed_ips': [{'subnet_id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:17:09.987942 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.263921 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Allocated IP 172.20.0.2 (2e72e96e-a9ae-43a9-8fc7-22360657b780/e1ecb0cc-3d7e-47a2-af51-5c214b726e06/64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:10.528591 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Publish callbacks [] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.615092 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.688148 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Network 2e72e96e-a9ae-43a9-8fc7-22360657b780 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:10.697336 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:10.705579 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:10.708571 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Pushing event updated for resources: {'Port': ['ID=64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:10.753782 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757339 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757339 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757339 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757339 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757339 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757749 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757749 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757749 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757749 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.757749 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.758064 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.758064 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Tracked resource versions report: Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: pushed versions: Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: { 'AddressGroup': {'1.2'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'ConntrackHelper': {'1.0'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'LocalIPAssociation': {'1.0'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Log': {'1.0'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Network': {'1.1'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Port': {'1.7'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'PortForwarding': {'1.2'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'QosPolicy': {'1.10'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'SecurityGroup': {'1.5'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'SecurityGroupRule': {'1.2'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'SubPort': {'1.0'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Subnet': {'1.1'}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Trunk': {'1.1'}} Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: consumer versions: Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: { DHCP agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: L3 agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: Metadata agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: Metering agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: Open vSwitch agent@dv-cinder-831247-10-smb: { 'AddressGroup': '1.2', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'ConntrackHelper': '1.0', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'LocalIPAssociation': '1.0', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Log': '1.0', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Network': '1.1', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Port': '1.7', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'PortForwarding': '1.2', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'QosPolicy': '1.10', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'SecurityGroup': '1.5', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'SecurityGroupRule': '1.2', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'SubPort': '1.0', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Subnet': '1.1', Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: 'Trunk': '1.1'}} Mar 10 15:17:10.758728 dv-cinder-831247-10-smb neutron-server[103648]: {{(pid=103648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 15:17:10.794415 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Attempting to bind port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:10.794743 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Attempting to bind port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:10.795208 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Attempting to bind port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba on network 2e72e96e-a9ae-43a9-8fc7-22360657b780 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:10.800776 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:10.801140 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Checking segment: {'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:10.801665 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.802051 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Bound using segment: {'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:10.802508 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Bound port: 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:10.802905 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.886537 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] For port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:10.891721 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] For port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba,segment=NetworkSegment(6332dd15-b500-46fb-8a37-ac6f0ff70081),segment_id=6332dd15-b500-46fb-8a37-ac6f0ff70081)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:10.971788 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.035574 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226a89d-aa83-4ddb-b87e-a6064fad573b None None] Pushing event updated for resources: {'Port': ['ID=64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:12.295209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48152) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:12.614910 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [None req-8fd2e08e-12bc-4d74-b1f6-1b059977d3a4 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:17:12.615999 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-8fd2e08e-12bc-4d74-b1f6-1b059977d3a4 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198066 Mar 10 15:17:15.175116 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48160) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:15.487100 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [None req-8e1c354a-c023-4873-9bcb-6e478d112e7a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:17:15.488210 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-8e1c354a-c023-4873-9bcb-6e478d112e7a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3120821 Mar 10 15:17:18.055415 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48168) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:18.367210 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-e8887e4a-373b-42d1-8706-1564c013479c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:18.448236 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e8887e4a-373b-42d1-8706-1564c013479c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.449759 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e8887e4a-373b-42d1-8706-1564c013479c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.589036 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e8887e4a-373b-42d1-8706-1564c013479c demo demo] Publish callbacks [] for router_controller (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.655048 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e8887e4a-373b-42d1-8706-1564c013479c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.735995 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e8887e4a-373b-42d1-8706-1564c013479c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.737135 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-e8887e4a-373b-42d1-8706-1564c013479c demo demo] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6807473 Mar 10 15:17:21.286821 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48180) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:21.488074 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-49dfcd7d-1f5d-462b-95b1-171348cabe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:21.606535 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [None req-d5ebea7c-170d-4803-8e57-41b048ef5980 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:17:21.607566 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-d5ebea7c-170d-4803-8e57-41b048ef5980 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198006 Mar 10 15:17:22.273602 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec49cac-01f9-4440-a6bf-267b8ed959cc None None] Network 2e72e96e-a9ae-43a9-8fc7-22360657b780 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:22.412497 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5c46c0ef-ab8c-484e-8f57-fa1c6fe6e5fc None None] Provisioning complete for port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:22.412981 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5c46c0ef-ab8c-484e-8f57-fa1c6fe6e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.456943 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:22.538713 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:22.539377 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.650750 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-5c46c0ef-ab8c-484e-8f57-fa1c6fe6e5fc None None] Current status of the port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:22.651137 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5c46c0ef-ab8c-484e-8f57-fa1c6fe6e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.700968 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:22.701374 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.717415 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-5c46c0ef-ab8c-484e-8f57-fa1c6fe6e5fc None None] For port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba,segment=NetworkSegment(6332dd15-b500-46fb-8a37-ac6f0ff70081),segment_id=6332dd15-b500-46fb-8a37-ac6f0ff70081)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:22.781700 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5c46c0ef-ab8c-484e-8f57-fa1c6fe6e5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.854903 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.db.api [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:17:22.855274 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG oslo_db.api [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:17:22.859346 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46c0ef-ab8c-484e-8f57-fa1c6fe6e5fc None None] Pushing event updated for resources: {'Port': ['ID=64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:22.901019 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-df4cf017-ea48-4f3c-ab17-d74ba30b6b8a None None] Provisioning complete for port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:22.901436 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-df4cf017-ea48-4f3c-ab17-d74ba30b6b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.975044 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-df4cf017-ea48-4f3c-ab17-d74ba30b6b8a None None] Current status of the port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:23.390322 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:23.693774 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d6097227-1ec2-41c4-9ea0-b5672fe5e813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.164040 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48188) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:24.385722 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:24.430968 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:24.431364 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.475237 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:24.507823 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:24.556455 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Made reservation on behalf of ef5d402becbd47aba6a7b50d7fa7bde6 for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:24.558782 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.566894 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.636021 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Publish callbacks [] for security_group (1c69f51a-54ac-4dc4-b2c5-126b2878fbbe), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.716113 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1c69f51a-54ac-4dc4-b2c5-126b2878fbbe), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.729650 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103647) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 15:17:24.751638 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (8acface4-f647-4e9a-b144-e37369b87a42), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.755593 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Added segment 8acface4-f647-4e9a-b144-e37369b87a42 of type flat for network 603207aa-8221-48e6-b7a9-a4938cd38836 Mar 10 15:17:24.755593 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c69f51a-54ac-4dc4-b2c5-126b2878fbbe,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:24.818167 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (603207aa-8221-48e6-b7a9-a4938cd38836), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.828089 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.919208 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (603207aa-8221-48e6-b7a9-a4938cd38836), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.920148 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:24.921257 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:25.008105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=603207aa-8221-48e6-b7a9-a4938cd38836,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:25.017340 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 603207aa-8221-48e6-b7a9-a4938cd38836 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:25.024728 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-f1c93e5c-510d-4c86-9665-661dc97ad4f3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8596501 Mar 10 15:17:26.279157 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.563978 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48206) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:27.730511 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.785392 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc621fd-2212-4ab5-b3ad-ecb461179b80 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:27.786794 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-0cc621fd-2212-4ab5-b3ad-ecb461179b80 demo admin] 10.222.0.70 "GET /v2.0/subnets/e1ecb0cc-3d7e-47a2-af51-5c214b726e06 HTTP/1.1" status: 200 len: 849 time: 0.2218549 Mar 10 15:17:27.924370 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-c2d59c35-06f8-430e-b05f-e17ef77d1a41 demo admin] 10.222.0.70 "GET /v2.0/routers/1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 HTTP/1.1" status: 200 len: 704 time: 0.1316402 Mar 10 15:17:28.189542 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.480615 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Allocated IP 172.20.0.1 (2e72e96e-a9ae-43a9-8fc7-22360657b780/e1ecb0cc-3d7e-47a2-af51-5c214b726e06/37d850b6-0ba2-43a0-8391-934886984f38) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:28.659954 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Publish callbacks [] for port (37d850b6-0ba2-43a0-8391-934886984f38), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.785450 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (37d850b6-0ba2-43a0-8391-934886984f38), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.907076 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Network 2e72e96e-a9ae-43a9-8fc7-22360657b780 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:28.913564 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:28.922759 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:28.923617 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.941671 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Pushing event updated for resources: {'Port': ['ID=37d850b6-0ba2-43a0-8391-934886984f38,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:29.135370 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-531ed9a0-1e99-45b8-8082-744a2ceb71d4 None None] Provisioning complete for port 37d850b6-0ba2-43a0-8391-934886984f38 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:29.136229 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-531ed9a0-1e99-45b8-8082-744a2ceb71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (37d850b6-0ba2-43a0-8391-934886984f38), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.167751 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-531ed9a0-1e99-45b8-8082-744a2ceb71d4 None None] Port 37d850b6-0ba2-43a0-8391-934886984f38 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:17:29.186979 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (37d850b6-0ba2-43a0-8391-934886984f38), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.396802 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Publish callbacks [] for port (37d850b6-0ba2-43a0-8391-934886984f38), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.468017 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (37d850b6-0ba2-43a0-8391-934886984f38), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.468801 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.524508 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Pushing event updated for resources: {'Port': ['ID=37d850b6-0ba2-43a0-8391-934886984f38,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:29.589884 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Network 2e72e96e-a9ae-43a9-8fc7-22360657b780 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:29.591175 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:29.815449 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Router 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:17:29.893003 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-df46906a-3bf9-45d3-baaf-53cb00f080e3 None None] Provisioning complete for port 37d850b6-0ba2-43a0-8391-934886984f38 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:29.893356 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-df46906a-3bf9-45d3-baaf-53cb00f080e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (37d850b6-0ba2-43a0-8391-934886984f38), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.923667 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:29.926635 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-df46906a-3bf9-45d3-baaf-53cb00f080e3 None None] Port 37d850b6-0ba2-43a0-8391-934886984f38 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:17:29.933738 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4a35c1c1-b462-4953-9620-e403da1422cc demo admin] 10.222.0.70 "PUT /v2.0/routers/1ae00ec6-52e8-42fa-bbe6-b2cf200a2097/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0042591 Mar 10 15:17:29.935387 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Sync routers for ids ['1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:29.950592 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Routers {'1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:29.951443 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:30.141075 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Set router 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:30.565852 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'name': 'router1', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:18Z', 'updated_at': '2022-03-10T15:17:29Z', 'revision_number': 2, 'project_id': '754ae91177654be28f7aece4d111c20b', 'gw_port_host': None, '_interfaces': [{'id': '37d850b6-0ba2-43a0-8391-934886984f38', 'name': '', 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'mac_address': 'fa:16:3e:07:fd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:28Z', 'updated_at': '2022-03-10T15:17:29Z', 'revision_number': 2, 'project_id': '754ae91177654be28f7aece4d111c20b', 'subnets': [{'id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133faa51-3244-4d14-9be1-c763d550db23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:30.617351 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Checking router: 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:17:30.617730 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Updating router 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 port 37d850b6-0ba2-43a0-8391-934886984f38 binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:17:30.669690 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (37d850b6-0ba2-43a0-8391-934886984f38), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.173613 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Publish callbacks [] for port (37d850b6-0ba2-43a0-8391-934886984f38), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.255843 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (37d850b6-0ba2-43a0-8391-934886984f38), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.396458 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Pushing event updated for resources: {'Port': ['ID=37d850b6-0ba2-43a0-8391-934886984f38,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:31.424378 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.424650 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.424995 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.425360 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.425695 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.426017 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.426343 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.426666 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.426990 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.427314 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.427635 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.427957 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.428273 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Tracked resource versions report: Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: pushed versions: Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: { 'AddressGroup': {'1.2'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'ConntrackHelper': {'1.0'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'LocalIPAssociation': {'1.0'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Log': {'1.0'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Network': {'1.1'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Port': {'1.7'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'PortForwarding': {'1.2'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'QosPolicy': {'1.10'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'SecurityGroup': {'1.5'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'SecurityGroupRule': {'1.2'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'SubPort': {'1.0'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Subnet': {'1.1'}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Trunk': {'1.1'}} Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: consumer versions: Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: { DHCP agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: L3 agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: Metadata agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: Metering agent@dv-cinder-831247-10-smb: {}, Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: Open vSwitch agent@dv-cinder-831247-10-smb: { 'AddressGroup': '1.2', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'ConntrackHelper': '1.0', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'LocalIPAssociation': '1.0', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Log': '1.0', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Network': '1.1', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Port': '1.7', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'PortForwarding': '1.2', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'QosPolicy': '1.10', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'SecurityGroup': '1.5', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'SecurityGroupRule': '1.2', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'SubPort': '1.0', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Subnet': '1.1', Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: 'Trunk': '1.1'}} Mar 10 15:17:31.429417 dv-cinder-831247-10-smb neutron-server[103649]: {{(pid=103649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 15:17:31.441168 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Attempting to bind port 37d850b6-0ba2-43a0-8391-934886984f38 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:31.441586 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Attempting to bind port 37d850b6-0ba2-43a0-8391-934886984f38 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:31.442053 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Attempting to bind port 37d850b6-0ba2-43a0-8391-934886984f38 on network 2e72e96e-a9ae-43a9-8fc7-22360657b780 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:31.447663 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:31.448063 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Checking segment: {'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:31.448616 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.449018 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Bound using segment: {'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:31.449519 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Bound port: 37d850b6-0ba2-43a0-8391-934886984f38, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6332dd15-b500-46fb-8a37-ac6f0ff70081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:31.449899 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (37d850b6-0ba2-43a0-8391-934886984f38), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.517951 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] For port 37d850b6-0ba2-43a0-8391-934886984f38, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:31.536432 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] For port 37d850b6-0ba2-43a0-8391-934886984f38, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=37d850b6-0ba2-43a0-8391-934886984f38,segment=NetworkSegment(6332dd15-b500-46fb-8a37-ac6f0ff70081),segment_id=6332dd15-b500-46fb-8a37-ac6f0ff70081)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:31.557673 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-922e315a-89f8-4c2a-8b1a-3067b9f2e612 None None] Provisioning complete for port 37d850b6-0ba2-43a0-8391-934886984f38 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:31.558177 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-922e315a-89f8-4c2a-8b1a-3067b9f2e612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (37d850b6-0ba2-43a0-8391-934886984f38), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.595682 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-922e315a-89f8-4c2a-8b1a-3067b9f2e612 None None] Port 37d850b6-0ba2-43a0-8391-934886984f38 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:17:31.628044 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (37d850b6-0ba2-43a0-8391-934886984f38), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.679481 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Routers {'1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:31.680102 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:31.727184 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3dfb3-c015-43b5-9ff3-b29a05d8fa35 None None] Pushing event updated for resources: {'Port': ['ID=37d850b6-0ba2-43a0-8391-934886984f38,revision_number=4']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:31.781766 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] Set router 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:31.919493 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-ee0b7eec-e364-4880-9867-0da66600e48d None None] Provisioning complete for port 37d850b6-0ba2-43a0-8391-934886984f38 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:31.920181 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7eec-e364-4880-9867-0da66600e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (37d850b6-0ba2-43a0-8391-934886984f38), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.008230 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'name': 'router1', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:18Z', 'updated_at': '2022-03-10T15:17:29Z', 'revision_number': 2, 'project_id': '754ae91177654be28f7aece4d111c20b', 'gw_port_host': None, '_interfaces': [{'id': '37d850b6-0ba2-43a0-8391-934886984f38', 'name': '', 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'mac_address': 'fa:16:3e:07:fd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:28Z', 'updated_at': '2022-03-10T15:17:31Z', 'revision_number': 4, 'project_id': '754ae91177654be28f7aece4d111c20b', 'subnets': [{'id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133faa51-3244-4d14-9be1-c763d550db23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:32.027828 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b7eec-e364-4880-9867-0da66600e48d None None] Current status of the port 37d850b6-0ba2-43a0-8391-934886984f38 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:32.028239 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7eec-e364-4880-9867-0da66600e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (37d850b6-0ba2-43a0-8391-934886984f38), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.034399 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e956c7b-7c82-4ac9-8336-997afca26706 None None] The sync data for ids ['1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'] in dv-cinder-831247-10-smb is: [{'id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'name': 'router1', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:18Z', 'updated_at': '2022-03-10T15:17:29Z', 'revision_number': 2, 'project_id': '754ae91177654be28f7aece4d111c20b', 'gw_port_host': None, '_interfaces': [{'id': '37d850b6-0ba2-43a0-8391-934886984f38', 'name': '', 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'mac_address': 'fa:16:3e:07:fd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:28Z', 'updated_at': '2022-03-10T15:17:31Z', 'revision_number': 4, 'project_id': '754ae91177654be28f7aece4d111c20b', 'subnets': [{'id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133faa51-3244-4d14-9be1-c763d550db23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:32.069988 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-ee0b7eec-e364-4880-9867-0da66600e48d None None] For port 37d850b6-0ba2-43a0-8391-934886984f38, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=37d850b6-0ba2-43a0-8391-934886984f38,segment=NetworkSegment(6332dd15-b500-46fb-8a37-ac6f0ff70081),segment_id=6332dd15-b500-46fb-8a37-ac6f0ff70081)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:32.159237 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ee0b7eec-e364-4880-9867-0da66600e48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (37d850b6-0ba2-43a0-8391-934886984f38), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.209359 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b7eec-e364-4880-9867-0da66600e48d None None] Pushing event updated for resources: {'Port': ['ID=37d850b6-0ba2-43a0-8391-934886984f38,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:32.375171 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 48226) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:32.488877 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ec009-5eff-42dd-ab90-85ca7bcd10c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:32.490234 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e71ec009-5eff-42dd-ab90-85ca7bcd10c2 admin admin] 10.222.0.70 "GET /v2.0/networks/603207aa-8221-48e6-b7a9-a4938cd38836 HTTP/1.1" status: 200 len: 842 time: 0.1140504 Mar 10 15:17:32.499385 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:32.594174 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Made reservation on behalf of ef5d402becbd47aba6a7b50d7fa7bde6 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:32.596428 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.042937 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.objects.ports [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:17:33.043394 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (deffc931-a0be-453d-8444-646b86500dad), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.098105 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deffc931-a0be-453d-8444-646b86500dad,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:33.106367 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:33.106716 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Network hostable DHCP agents. Network: 603207aa-8221-48e6-b7a9-a4938cd38836, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:33.190383 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:33.270230 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 603207aa-8221-48e6-b7a9-a4938cd38836) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:33.274512 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:33.275111 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.279021 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e9e14-0ac8-4060-a21c-f98dcdabb178 None None] Network 603207aa-8221-48e6-b7a9-a4938cd38836 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:33.344592 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-d61627de-a930-4cec-8014-7c7dbdb84043 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8484035 Mar 10 15:17:33.392368 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0024a8a-2544-4852-9119-f38ddf2b5653 None None] Network 603207aa-8221-48e6-b7a9-a4938cd38836 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:35.787550 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48234) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:35.922158 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9b3788c2-30ec-40af-af28-60b1cc1eca3f demo admin] 10.222.0.70 "GET /v2.0/routers/1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 HTTP/1.1" status: 200 len: 710 time: 0.1334939 Mar 10 15:17:36.009545 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f9f179-d101-4667-9fba-1a87187ba610 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:36.010954 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-82f9f179-d101-4667-9fba-1a87187ba610 demo admin] 10.222.0.70 "GET /v2.0/networks/603207aa-8221-48e6-b7a9-a4938cd38836 HTTP/1.1" status: 200 len: 886 time: 0.0835133 Mar 10 15:17:36.022193 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:36.348907 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks [] for router_gateway (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.643295 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks [] for router_gateway (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.721070 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.917250 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Allocated IP 172.28.1.53 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/6e4b78fe-a457-4ebf-b126-8361e9ca70ab) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:37.018033 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks [] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.101817 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.137638 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:37.142759 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:37.146105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:37.182005 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Pushing event updated for resources: {'Port': ['ID=6e4b78fe-a457-4ebf-b126-8361e9ca70ab,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:37.479064 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks [] for router_gateway (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.675342 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123103'] for router (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.678750 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1637900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1637909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624238'] for router (1ae00ec6-52e8-42fa-bbe6-b2cf200a2097), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.785989 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Router 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:17:37.994672 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:37.999699 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.000893 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-05e0bfe1-e9fb-41d1-8d51-87a59e100988 demo admin] 10.222.0.70 "PUT /v2.0/routers/1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 HTTP/1.1" status: 200 len: 889 time: 1.9821501 Mar 10 15:17:40.416316 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 37d850b6-0ba2-43a0-8391-934886984f38 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:40.469544 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 37d850b6-0ba2-43a0-8391-934886984f38 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:40.470163 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (37d850b6-0ba2-43a0-8391-934886984f38), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.513064 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 48246) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:40.547599 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 37d850b6-0ba2-43a0-8391-934886984f38 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:40.648507 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0830f76f-ed00-48b8-87aa-1d2fe08845e0 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1329455 Mar 10 15:17:40.673981 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:17:40.703618 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Sync routers for ids ['1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:40.716383 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Routers {'1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:40.717055 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:40.942091 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Set router 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:41.450859 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'name': 'router1', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '6e4b78fe-a457-4ebf-b126-8361e9ca70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:18Z', 'updated_at': '2022-03-10T15:17:37Z', 'revision_number': 4, 'project_id': '754ae91177654be28f7aece4d111c20b', 'gw_port': {'id': '6e4b78fe-a457-4ebf-b126-8361e9ca70ab', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:36Z', 'updated_at': '2022-03-10T15:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '37d850b6-0ba2-43a0-8391-934886984f38', 'name': '', 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'mac_address': 'fa:16:3e:07:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:28Z', 'updated_at': '2022-03-10T15:17:32Z', 'revision_number': 5, 'project_id': '754ae91177654be28f7aece4d111c20b', 'subnets': [{'id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133faa51-3244-4d14-9be1-c763d550db23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:41.501023 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Checking router: 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:17:41.501480 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Updating router 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:17:41.556695 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.874928 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Publish callbacks [] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.961794 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.020853 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90278afb-d53a-4a78-83f0-17bc79e099f9 None None] Pushing event updated for resources: {'Port': ['ID=6e4b78fe-a457-4ebf-b126-8361e9ca70ab,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:42.023176 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Attempting to bind port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:42.023544 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Attempting to bind port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:42.023897 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Attempting to bind port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:42.029704 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:42.030109 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:42.030504 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.030887 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:42.031346 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Bound port: 6e4b78fe-a457-4ebf-b126-8361e9ca70ab, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:42.031716 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.083144 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] For port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:42.086029 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] For port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6e4b78fe-a457-4ebf-b126-8361e9ca70ab,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:42.150725 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.207789 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90278afb-d53a-4a78-83f0-17bc79e099f9 None None] Pushing event updated for resources: {'Port': ['ID=6e4b78fe-a457-4ebf-b126-8361e9ca70ab,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:42.210600 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Routers {'1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:42.211249 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:42.325242 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] Set router 1ae00ec6-52e8-42fa-bbe6-b2cf200a2097 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:42.561295 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'name': 'router1', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '6e4b78fe-a457-4ebf-b126-8361e9ca70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:18Z', 'updated_at': '2022-03-10T15:17:37Z', 'revision_number': 4, 'project_id': '754ae91177654be28f7aece4d111c20b', 'gw_port': {'id': '6e4b78fe-a457-4ebf-b126-8361e9ca70ab', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:36Z', 'updated_at': '2022-03-10T15:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '37d850b6-0ba2-43a0-8391-934886984f38', 'name': '', 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'mac_address': 'fa:16:3e:07:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:28Z', 'updated_at': '2022-03-10T15:17:32Z', 'revision_number': 5, 'project_id': '754ae91177654be28f7aece4d111c20b', 'subnets': [{'id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133faa51-3244-4d14-9be1-c763d550db23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:42.591386 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6052c83c-056c-4276-a4c1-f941c80cf9c4 None None] The sync data for ids ['1ae00ec6-52e8-42fa-bbe6-b2cf200a2097'] in dv-cinder-831247-10-smb is: [{'id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'name': 'router1', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': '6e4b78fe-a457-4ebf-b126-8361e9ca70ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:18Z', 'updated_at': '2022-03-10T15:17:37Z', 'revision_number': 4, 'project_id': '754ae91177654be28f7aece4d111c20b', 'gw_port': {'id': '6e4b78fe-a457-4ebf-b126-8361e9ca70ab', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:53:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:36Z', 'updated_at': '2022-03-10T15:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '37d850b6-0ba2-43a0-8391-934886984f38', 'name': '', 'network_id': '2e72e96e-a9ae-43a9-8fc7-22360657b780', 'tenant_id': '754ae91177654be28f7aece4d111c20b', 'mac_address': 'fa:16:3e:07:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae00ec6-52e8-42fa-bbe6-b2cf200a2097', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:28Z', 'updated_at': '2022-03-10T15:17:32Z', 'revision_number': 5, 'project_id': '754ae91177654be28f7aece4d111c20b', 'subnets': [{'id': 'e1ecb0cc-3d7e-47a2-af51-5c214b726e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '133faa51-3244-4d14-9be1-c763d550db23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:44.491135 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6e4b78fe-a457-4ebf-b126-8361e9ca70ab up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:44.552876 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:44.553518 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.644791 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:44.645554 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.666101 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6e4b78fe-a457-4ebf-b126-8361e9ca70ab,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:44.748190 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.829319 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=6e4b78fe-a457-4ebf-b126-8361e9ca70ab,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:46.484386 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6e4b78fe-a457-4ebf-b126-8361e9ca70ab up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:46.620177 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:46.620794 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (6e4b78fe-a457-4ebf-b126-8361e9ca70ab), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.811399 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 6e4b78fe-a457-4ebf-b126-8361e9ca70ab is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:51.484563 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-111115b3-d7d3-4001-a5ab-2b3f3fd4c935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:53.692716 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-bd54f367-4a3b-4fbd-a66b-ed0da375b678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.823874 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.282135 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:57.736348 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.672934 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:18:21.508941 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-97bedc08-62e7-41e2-be34-2c68232faa4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:23.708727 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c1244ae-43d7-40ec-bad8-3254186f3751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.129447 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.308499 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.736462 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:51.455380 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-45f74181-9005-4e24-a06e-3dc828a8c6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:53.688619 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-95a3df5f-9aaf-47e2-8d84-36c12e9bdcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.720571 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:18:54.832665 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:56.288918 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:57.702060 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:04.774480 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 48730) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:04.835010 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f0167a-01aa-436f-86e9-4a224697d8ca admin admin] GET failed (client error): The resource could not be found. Mar 10 15:19:04.836576 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a5f0167a-01aa-436f-86e9-4a224697d8ca admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611300 Mar 10 15:19:05.002925 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b76a6-e655-473f-ab2d-7e0ed2fe8734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:05.004340 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-ec6b76a6-e655-473f-ab2d-7e0ed2fe8734 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637850 Mar 10 15:19:07.310073 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48740) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:07.402823 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98f904-bdc6-4176-9e07-abb7333b5430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:07.404677 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ca98f904-bdc6-4176-9e07-abb7333b5430 admin admin] 10.222.0.70 "GET /v2.0/subnets/e1ecb0cc-3d7e-47a2-af51-5c214b726e06 HTTP/1.1" status: 200 len: 849 time: 0.0936189 Mar 10 15:19:07.413968 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:07.494327 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Publish callbacks [] for subnet (e1ecb0cc-3d7e-47a2-af51-5c214b726e06), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:07.706803 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746232519774'] for subnet (e1ecb0cc-3d7e-47a2-af51-5c214b726e06), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:07.754564 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:07.756121 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:07.760937 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] 10.222.0.70 "PUT /v2.0/subnets/e1ecb0cc-3d7e-47a2-af51-5c214b726e06 HTTP/1.1" status: 200 len: 868 time: 0.3505459 Mar 10 15:19:07.761546 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6f52c7-6007-4e93-98d7-537e2c0b81b0 None None] Network 2e72e96e-a9ae-43a9-8fc7-22360657b780 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:07.780584 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ecb0cc-3d7e-47a2-af51-5c214b726e06,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:07.788352 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.788734 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.789094 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.789476 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.789817 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.790155 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.790510 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.790854 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.791187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.791534 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.791965 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.792340 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:07.792672 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d8fdc6-6c4b-40d6-84fa-4d287c0e74b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:08.143212 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9ac5975e-8f60-4e75-b847-08f9b24c7622 None None] Provisioning complete for port 37d850b6-0ba2-43a0-8391-934886984f38 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:08.143593 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9ac5975e-8f60-4e75-b847-08f9b24c7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (37d850b6-0ba2-43a0-8391-934886984f38), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:08.222550 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5975e-8f60-4e75-b847-08f9b24c7622 None None] Current status of the port 37d850b6-0ba2-43a0-8391-934886984f38 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:08.233660 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9ac5975e-8f60-4e75-b847-08f9b24c7622 None None] Provisioning complete for port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:08.234046 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9ac5975e-8f60-4e75-b847-08f9b24c7622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:08.313784 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5975e-8f60-4e75-b847-08f9b24c7622 None None] Current status of the port 64d1a777-f6c8-4436-b0e7-9f3a1c3c62ba is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:10.114493 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48750) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:10.309478 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59357aa0-44ef-4568-9f2b-5dc2babc206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:10.309891 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59357aa0-44ef-4568-9f2b-5dc2babc206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:10.311432 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-59357aa0-44ef-4568-9f2b-5dc2babc206e admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959779 Mar 10 15:19:12.628594 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48758) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:12.756570 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892ce41-5280-4116-b72b-10549ffca970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:12.757057 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892ce41-5280-4116-b72b-10549ffca970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:12.758622 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-2892ce41-5280-4116-b72b-10549ffca970 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290417 Mar 10 15:19:15.151978 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48766) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:15.283233 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f7bcb9-add0-4075-bf6f-378e49a142b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:15.284578 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a8f7bcb9-add0-4075-bf6f-378e49a142b6 admin admin] 10.222.0.70 "GET /v2.0/networks/2e72e96e-a9ae-43a9-8fc7-22360657b780 HTTP/1.1" status: 200 len: 869 time: 0.1316726 Mar 10 15:19:17.614024 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48774) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:17.742120 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215f75c-7fb1-4f97-91aa-2028d404118c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:17.743498 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-c215f75c-7fb1-4f97-91aa-2028d404118c admin admin] 10.222.0.70 "GET /v2.0/networks/603207aa-8221-48e6-b7a9-a4938cd38836 HTTP/1.1" status: 200 len: 886 time: 0.1285238 Mar 10 15:19:20.019991 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48782) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:20.141182 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc35b72-f52f-443d-8c9e-fbf88e040ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:20.141714 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc35b72-f52f-443d-8c9e-fbf88e040ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:20.143274 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-2bc35b72-f52f-443d-8c9e-fbf88e040ede admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222589 Mar 10 15:19:21.476226 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-828db53a-709a-40ae-9170-7eeb62144dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:22.475559 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48790) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:22.568205 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc325ed2-b49d-4e1e-b8f3-b5c0dafbd925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:22.568665 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc325ed2-b49d-4e1e-b8f3-b5c0dafbd925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:22.570262 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-dc325ed2-b49d-4e1e-b8f3-b5c0dafbd925 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937295 Mar 10 15:19:23.677301 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-038614a9-70e9-4ee3-ab7e-1af38f1e3360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:24.837389 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:24.907628 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48798) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:24.989950 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9df52b-8dfb-4571-a8a4-69bfc1a04892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:24.991279 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-7f9df52b-8dfb-4571-a8a4-69bfc1a04892 admin admin] 10.222.0.70 "GET /v2.0/subnets/deffc931-a0be-453d-8444-646b86500dad HTTP/1.1" status: 200 len: 816 time: 0.0827215 Mar 10 15:19:26.299636 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:27.307400 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48806) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:27.397308 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd632fa-3b7a-46b4-9411-c1a44fbcd42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:27.398626 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3dd632fa-3b7a-46b4-9411-c1a44fbcd42f admin admin] 10.222.0.70 "GET /v2.0/subnets/e1ecb0cc-3d7e-47a2-af51-5c214b726e06 HTTP/1.1" status: 200 len: 868 time: 0.0902834 Mar 10 15:19:27.722944 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:31.668886 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:19:51.476193 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-eb55c263-d9a3-4513-bc50-9f208e7ea37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:53.675922 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ae7de0d7-f37a-4f31-bbad-5e7adced7384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.824546 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.486847 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48858) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:55.533557 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [None req-7283179f-0791-4ad7-b038-694ecd0e4e4e admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:19:55.534580 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-7283179f-0791-4ad7-b038-694ecd0e4e4e admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467663 Mar 10 15:19:56.275573 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.692965 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.917012 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48866) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:57.976231 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fac971b-5ff7-4865-8046-6bf9f7cec8df admin admin] GET failed (client error): The resource could not be found. Mar 10 15:19:57.977503 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3fac971b-5ff7-4865-8046-6bf9f7cec8df admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595400 Mar 10 15:19:58.115883 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c9478-157e-4013-93b7-0f623e7afa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:58.117260 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-197c9478-157e-4013-93b7-0f623e7afa45 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357665 Mar 10 15:20:00.451160 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48874) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:00.498010 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:00.595397 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Made reservation on behalf of ef5d402becbd47aba6a7b50d7fa7bde6 for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:00.597750 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.625253 dv-cinder-831247-10-smb neutron-server[103647]: WARNING neutron.services.revisions.revision_plugin [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Could not find related network for resource to bump revision. Mar 10 15:20:00.635931 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:20:00.644187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (c809dac3-0d51-4ead-8d03-9951387448e5), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.644709 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Added segment c809dac3-0d51-4ead-8d03-9951387448e5 of type vlan for network 8ebda674-e4f2-4ea7-9326-1280864ab494 Mar 10 15:20:00.682930 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (8ebda674-e4f2-4ea7-9326-1280864ab494), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.755494 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (8ebda674-e4f2-4ea7-9326-1280864ab494), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.756443 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:00.757045 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.815160 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] Pushing event updated for resources: {'Network': ['ID=8ebda674-e4f2-4ea7-9326-1280864ab494,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:00.826304 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 8ebda674-e4f2-4ea7-9326-1280864ab494 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:20:00.832525 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4499f8f6-1b28-40c6-84e7-79268caeaed8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3803031 Mar 10 15:20:03.210135 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48882) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:03.268956 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5913790-ef07-4ce1-9873-77900b160200 admin admin] GET failed (client error): The resource could not be found. Mar 10 15:20:03.270230 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b5913790-ef07-4ce1-9873-77900b160200 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591249 Mar 10 15:20:03.335790 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78976e2e-0dba-420f-b47e-51b258d8407a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:03.337205 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-78976e2e-0dba-420f-b47e-51b258d8407a admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0630207 Mar 10 15:20:03.346463 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494', 'name': 'shared-subnet'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:03.441487 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Made reservation on behalf of ef5d402becbd47aba6a7b50d7fa7bde6 for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:03.443728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:03.658502 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (e78e2c10-84dd-4704-9ea8-7b045d825967), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:03.815905 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78e2c10-84dd-4704-9ea8-7b045d825967,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:03.821340 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Checking segment: {'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:03.822183 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Network hostable DHCP agents. Network: 8ebda674-e4f2-4ea7-9326-1280864ab494, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:20:03.887045 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Network 8ebda674-e4f2-4ea7-9326-1280864ab494 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:20:03.967113 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 8ebda674-e4f2-4ea7-9326-1280864ab494) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:03.971179 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:03.971846 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:03.977314 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabb44c-7956-44f8-938b-219ead0ebbfe None None] Network 8ebda674-e4f2-4ea7-9326-1280864ab494 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:04.074294 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-abdf143f-a5af-4189-8626-9478ed2fadea admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7290611 Mar 10 15:20:04.079815 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-8ebda674-e4f2-4ea7-9326-1280864ab494', 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494', 'project_id': 'ef5d402becbd47aba6a7b50d7fa7bde6', 'fixed_ips': [{'subnet_id': 'e78e2c10-84dd-4704-9ea8-7b045d825967'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:20:04.079815 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:04.228270 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Allocated IP 192.168.233.2 (8ebda674-e4f2-4ea7-9326-1280864ab494/e78e2c10-84dd-4704-9ea8-7b045d825967/ec2ed1b0-ac63-4c66-a504-f060d0a6e08f) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:04.472592 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Publish callbacks [] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:04.538900 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:04.577787 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Network 8ebda674-e4f2-4ea7-9326-1280864ab494 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:04.582603 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:04.586327 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:04.592137 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Pushing event updated for resources: {'Port': ['ID=ec2ed1b0-ac63-4c66-a504-f060d0a6e08f,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:04.603656 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.603656 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.603923 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.604153 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.604486 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.604812 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.605138 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.605486 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.605811 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.606180 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.606502 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.606826 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.607145 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:04.655601 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Attempting to bind port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:20:04.655973 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Attempting to bind port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:20:04.656367 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Attempting to bind port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f on network 8ebda674-e4f2-4ea7-9326-1280864ab494 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:04.661358 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:20:04.661731 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Checking segment: {'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:04.662129 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:04.662521 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Bound using segment: {'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:20:04.662984 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Bound port: ec2ed1b0-ac63-4c66-a504-f060d0a6e08f, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:20:04.663359 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:04.728283 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] For port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:20:04.731775 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] For port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=ec2ed1b0-ac63-4c66-a504-f060d0a6e08f,segment=NetworkSegment(c809dac3-0d51-4ead-8d03-9951387448e5),segment_id=c809dac3-0d51-4ead-8d03-9951387448e5)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:20:04.807725 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:04.869102 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249dedb-89a6-4f0a-b4a1-c236d9dd26ec None None] Pushing event updated for resources: {'Port': ['ID=ec2ed1b0-ac63-4c66-a504-f060d0a6e08f,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:05.747374 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ab313-a36b-47c8-ba21-70d16ca1631d None None] Network 8ebda674-e4f2-4ea7-9326-1280864ab494 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:05.862939 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-055fe437-cdae-41d2-bc14-730aacc02c65 None None] Provisioning complete for port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:05.863323 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-055fe437-cdae-41d2-bc14-730aacc02c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:05.956770 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-055fe437-cdae-41d2-bc14-730aacc02c65 None None] Current status of the port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:05.957183 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-055fe437-cdae-41d2-bc14-730aacc02c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:06.003035 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-055fe437-cdae-41d2-bc14-730aacc02c65 None None] For port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=ec2ed1b0-ac63-4c66-a504-f060d0a6e08f,segment=NetworkSegment(c809dac3-0d51-4ead-8d03-9951387448e5),segment_id=c809dac3-0d51-4ead-8d03-9951387448e5)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:06.069678 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-055fe437-cdae-41d2-bc14-730aacc02c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:06.119048 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fe437-cdae-41d2-bc14-730aacc02c65 None None] Pushing event updated for resources: {'Port': ['ID=ec2ed1b0-ac63-4c66-a504-f060d0a6e08f,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:06.190261 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d70cd99-68c1-499c-9616-0288e0944879 None None] Provisioning complete for port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:06.190657 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d70cd99-68c1-499c-9616-0288e0944879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:06.267887 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d70cd99-68c1-499c-9616-0288e0944879 None None] Current status of the port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:06.516926 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ec2ed1b0-ac63-4c66-a504-f060d0a6e08f up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:06.567842 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:06.568234 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ec2ed1b0-ac63-4c66-a504-f060d0a6e08f), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:06.644950 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port ec2ed1b0-ac63-4c66-a504-f060d0a6e08f is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:08.667943 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:20:21.481021 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7aaae353-ed93-4816-9a14-1ceb2d0a4aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:23.715281 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-67046e1f-9f40-4a3c-bc23-04f05622b232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:24.812273 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:26.303325 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:27.726080 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.667392 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:20:51.485637 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-78f53ea8-03fe-481f-89e5-4ff212b02446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:53.668217 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-093f333f-2c3e-4688-985b-5261b4f5e6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:54.833232 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:56.302121 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:57.765311 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.484875 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9204e537-3118-4024-8c33-b0cdc021880a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:22.666297 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:21:23.684633 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-03b9a675-2bdf-443d-901f-246a475a3ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.827482 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:26.296367 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.703368 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:51.484284 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9e05e2b7-d636-4576-939d-8bad93e49368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:53.678549 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1c516259-bf63-4a11-a45e-c76240b912cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:54.830923 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:56.298898 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:57.718091 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:59.665397 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:22:01.617020 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48920) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:01.622795 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [None req-a10d7c28-42ab-451c-a5fe-ca4d7f0437c4 tempest-verify_tempest_config-341428993 tempest-verify_tempest_config-341428993-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:22:01.623935 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a10d7c28-42ab-451c-a5fe-ca4d7f0437c4 tempest-verify_tempest_config-341428993 tempest-verify_tempest_config-341428993-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059221 Mar 10 15:22:02.108887 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 48938) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:02.210423 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.281205 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Publish callbacks [] for security_group (1f613ef9-4492-449c-a164-3c9aa4b2b558), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.361785 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1f613ef9-4492-449c-a164-3c9aa4b2b558), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.408615 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a38a2ded0ba3439f80202ebe3757f0cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2986624 Mar 10 15:22:02.410611 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f613ef9-4492-449c-a164-3c9aa4b2b558,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:02.411493 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 48942) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:02.417923 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.418293 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.418656 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.418998 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.419331 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.419659 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.420000 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.420332 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.420656 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.420979 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.421329 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.421652 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.421976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c86af-474c-4666-88cf-d9df74d22f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.491138 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Publish callbacks [] for security_group (1f613ef9-4492-449c-a164-3c9aa4b2b558), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.512130 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Publish callbacks [] for security_group (1f613ef9-4492-449c-a164-3c9aa4b2b558), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.667164 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1f613ef9-4492-449c-a164-3c9aa4b2b558), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.669801 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.670956 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f613ef9-4492-449c-a164-3c9aa4b2b558 HTTP/1.1" status: 204 len: 168 time: 0.2584434 Mar 10 15:22:02.678968 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f613ef9-4492-449c-a164-3c9aa4b2b558,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:02.687191 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.687191 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.687538 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.687890 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.688242 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.688548 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.688892 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.689256 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.689586 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.689930 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.690260 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.690585 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:02.691048 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456210-1a59-443e-ade9-289c4926e446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:21.486866 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d60aa3cf-ea0f-43a2-ae38-0764389e8481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.675325 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7d002136-1565-4c29-9b92-9e8a916396f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.852374 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:26.309282 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:27.752147 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.663989 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:22:51.480219 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a4869fba-c97c-43aa-9d96-acca6d27ebf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.671342 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-71d25b79-31eb-4b2a-9e7b-6821961ec76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.885163 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:56.328776 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:57.780210 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:13.663407 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:23:21.501487 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2adab60b-232a-431e-9175-662265c8f36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:23.693375 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-82119932-ae72-4d76-8825-e4e9195392ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:24.870167 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:26.338918 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:27.752366 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:50.661617 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:23:51.492538 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-80ba6640-7856-43a2-8922-a23f3c9c9381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:53.698253 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d8a5bdd5-5d00-494e-a936-2b8837526351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.848224 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:56.316603 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:57.705394 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.179665 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625621'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:12.430304 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49014) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:12.533244 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-5ad9fa81-1fba-4f19-b153-e6d04b3f2321 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1018312 Mar 10 15:24:14.854622 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49024) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:14.907756 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-1c3eafa9-1bec-4ee9-aa3b-da8a006885ea admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0520787 Mar 10 15:24:21.487510 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ced3d54c-0357-4dfc-8b7e-2b1ae6aeb6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:23.675757 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-03e5e5f0-8ef4-46d7-933e-07d4ee6d4682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:24.829819 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:26.321133 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.662793 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:24:27.749734 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.149572 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:51.479993 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0b83158d-30fa-4b03-8ca7-5fb9ca2a6fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:53.663159 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-abc11d81-dd53-43a8-a4a9-03ca94e4910e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:54.834169 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:56.320035 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:57.725557 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:59.125607 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:04.662325 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:25:21.535992 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f9282b97-f32f-4184-8c15-dd0c94488b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:23.667330 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ed6781f7-4dde-4526-b9ae-6a121c61813c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:24.861984 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:26.330103 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.724574 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:29.141572 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:41.660900 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:25:51.471768 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4746f45f-99f9-4af0-b43e-83e5fabe4c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:53.696010 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ffa4c371-42d2-4606-b5b1-8b74d4fcd04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:54.941330 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:56.387785 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:57.809985 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:59.181455 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:59.792241 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49216) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:59.904645 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49226) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:59.980794 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49232) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:00.010854 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49240) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:00.082513 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-515512238-network', 'tenant_id': '216d569884ee40e48282c4c90619e0a0'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:00.215338 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Made reservation on behalf of 216d569884ee40e48282c4c90619e0a0 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:00.218335 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.233784 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.317843 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Publish callbacks [] for security_group (5bdbcfde-45e0-4acd-907e-65451cdfca50), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.383729 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-network', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:00.388757 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5bdbcfde-45e0-4acd-907e-65451cdfca50), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.411402 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:00.427914 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746232346125', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (6721cdaf-98f0-46b9-94f3-e50616982e43), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.438154 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Unsubscribe: segment precommit_create {{(pid=103646) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 15:26:00.438154 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Added segment 6721cdaf-98f0-46b9-94f3-e50616982e43 of type vlan for network 8cb081fd-6dec-406a-beb2-d268949bb8bc Mar 10 15:26:00.438571 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1056042833-network', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:00.474565 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1440978421-network', 'tenant_id': '704da3685e46421a9a7f2600e15fa3fa'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:00.491386 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (8cb081fd-6dec-406a-beb2-d268949bb8bc), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.508861 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdbcfde-45e0-4acd-907e-65451cdfca50,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Tracked resource versions report: Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: pushed versions: Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: { 'AddressGroup': {'1.2'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'ConntrackHelper': {'1.0'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'LocalIPAssociation': {'1.0'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'Log': {'1.0'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'Network': {'1.1'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'Port': {'1.7'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'PortForwarding': {'1.2'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'QosPolicy': {'1.10'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'SecurityGroup': {'1.5'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'SecurityGroupRule': {'1.2'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'SubPort': {'1.0'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'Subnet': {'1.1'}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'Trunk': {'1.1'}} Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: consumer versions: Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: { DHCP agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: HyperV agent@hv-cinder-83124: {}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: L3 agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: Metadata agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: Metering agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: Open vSwitch agent@dv-cinder-831247-10-smb: { 'AddressGroup': '1.2', Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'ConntrackHelper': '1.0', Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'LocalIPAssociation': '1.0', Mar 10 15:26:00.532028 dv-cinder-831247-10-smb neutron-server[103646]: 'Log': '1.0', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'Network': '1.1', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'Port': '1.7', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'PortForwarding': '1.2', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'QosPolicy': '1.10', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'SecurityGroup': '1.5', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'SecurityGroupRule': '1.2', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'SubPort': '1.0', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'Subnet': '1.1', Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: 'Trunk': '1.1'}} Mar 10 15:26:00.534856 dv-cinder-831247-10-smb neutron-server[103646]: {{(pid=103646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 15:26:00.608838 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Made reservation on behalf of 9f632337d7e1471aa36b326b63ed2dcb for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:00.611565 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.620322 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.650100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Made reservation on behalf of e5b7ec0e259f4912978415702ab0a335 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:00.653209 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.657966 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (8cb081fd-6dec-406a-beb2-d268949bb8bc), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.659100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:00.660305 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.668295 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Made reservation on behalf of 704da3685e46421a9a7f2600e15fa3fa for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:00.679315 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.709901 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.713552 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.748124 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Publish callbacks [] for security_group (d24ae019-6338-455f-8298-6ba461d30044), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.784764 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb081fd-6dec-406a-beb2-d268949bb8bc,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:00.813135 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 8cb081fd-6dec-406a-beb2-d268949bb8bc details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:00.815577 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Publish callbacks [] for security_group (ff76932d-a3c2-43f1-890a-5495fe370b45), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.829017 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-5cbcb9b2-adff-43bc-b5c9-329875c22f87 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0356569 Mar 10 15:26:00.836506 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49272) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:00.842864 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Request body: {'subnet': {'network_id': '8cb081fd-6dec-406a-beb2-d268949bb8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-515512238-subnet', 'tenant_id': '216d569884ee40e48282c4c90619e0a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:00.867344 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Publish callbacks [] for security_group (938b91e0-6628-402e-b325-499201c3e5f0), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.912598 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d24ae019-6338-455f-8298-6ba461d30044), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.931904 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:00.946393 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (938b91e0-6628-402e-b325-499201c3e5f0), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.960735 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ae019-6338-455f-8298-6ba461d30044,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:00.960855 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:00.968095 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.968449 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.968795 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.969131 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.969487 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.969873 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.970135 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.970461 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.970785 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.971126 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.971682 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.971812 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.972120 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Tracked resource versions report: Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: pushed versions: Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: { 'AddressGroup': {'1.2'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'ConntrackHelper': {'1.0'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'LocalIPAssociation': {'1.0'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Log': {'1.0'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Network': {'1.1'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Port': {'1.7'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'PortForwarding': {'1.2'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'QosPolicy': {'1.10'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'SecurityGroup': {'1.5'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'SecurityGroupRule': {'1.2'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'SubPort': {'1.0'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Subnet': {'1.1'}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Trunk': {'1.1'}} Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: consumer versions: Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: { DHCP agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: HyperV agent@hv-cinder-83124: {}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: L3 agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: Metadata agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: Metering agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: Open vSwitch agent@dv-cinder-831247-10-smb: { 'AddressGroup': '1.2', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'ConntrackHelper': '1.0', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'LocalIPAssociation': '1.0', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Log': '1.0', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Network': '1.1', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Port': '1.7', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'PortForwarding': '1.2', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'QosPolicy': '1.10', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'SecurityGroup': '1.5', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'SecurityGroupRule': '1.2', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'SubPort': '1.0', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Subnet': '1.1', Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: 'Trunk': '1.1'}} Mar 10 15:26:00.973121 dv-cinder-831247-10-smb neutron-server[103647]: {{(pid=103647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 15:26:00.976255 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (3c89bc14-71fc-4110-9741-cc0a48c74d28), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.976768 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Added segment 3c89bc14-71fc-4110-9741-cc0a48c74d28 of type vlan for network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb Mar 10 15:26:00.983980 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Made reservation on behalf of 216d569884ee40e48282c4c90619e0a0 for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:00.986278 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.042688 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (44504a86-8e35-4c07-bc61-e6ddfcfdbbdb), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.104875 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938b91e0-6628-402e-b325-499201c3e5f0,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:01.111887 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (ff76932d-a3c2-43f1-890a-5495fe370b45), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.128701 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:01.137890 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (7d38a474-dd6e-4940-b49c-2d4bc7660897), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.138467 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Added segment 7d38a474-dd6e-4940-b49c-2d4bc7660897 of type vlan for network 1507d230-8d13-4496-a025-ad0935ff38c5 Mar 10 15:26:01.170338 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (44504a86-8e35-4c07-bc61-e6ddfcfdbbdb), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.171670 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:01.172403 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.179155 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (1507d230-8d13-4496-a025-ad0935ff38c5), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.201919 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (37c3ec54-e0cf-4267-b655-11b790e5fc10), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.202939 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Added segment 37c3ec54-e0cf-4267-b655-11b790e5fc10 of type vlan for network e3984049-902f-4889-9806-960bd0220b37 Mar 10 15:26:01.302112 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4031336 Mar 10 15:26:01.307501 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4fce9-35f3-4f5d-8a85-ff22c3e6441f admin admin] Pushing event updated for resources: {'Network': ['ID=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:01.312487 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49290) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:01.322201 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:01.323248 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Request body: {'subnet': {'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-subnet', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:01.335520 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (1507d230-8d13-4496-a025-ad0935ff38c5), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.351251 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:01.352396 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.404327 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (abb480c7-1965-4200-8c84-767e987c5990), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.535569 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff76932d-a3c2-43f1-890a-5495fe370b45,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:01.535569 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (e3984049-902f-4889-9806-960bd0220b37), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.595534 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] Pushing event updated for resources: {'Network': ['ID=1507d230-8d13-4496-a025-ad0935ff38c5,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:01.605888 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 1507d230-8d13-4496-a025-ad0935ff38c5 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:01.624225 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb480c7-1965-4200-8c84-767e987c5990,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:01.635796 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Checking segment: {'id': '6721cdaf-98f0-46b9-94f3-e50616982e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cb081fd-6dec-406a-beb2-d268949bb8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:01.636535 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Network hostable DHCP agents. Network: 8cb081fd-6dec-406a-beb2-d268949bb8bc, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:01.694934 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Made reservation on behalf of e5b7ec0e259f4912978415702ab0a335 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:01.697657 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.752576 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-6f4cb15d-49e7-417e-968d-3123b48b77a2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7395067 Mar 10 15:26:01.753086 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49316) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:01.758938 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Request body: {'subnet': {'network_id': '1507d230-8d13-4496-a025-ad0935ff38c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1440978421-subnet', 'tenant_id': '704da3685e46421a9a7f2600e15fa3fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:01.797385 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (e3984049-902f-4889-9806-960bd0220b37), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.797385 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:01.797385 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.799934 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Network 8cb081fd-6dec-406a-beb2-d268949bb8bc is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:01.871974 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] Pushing event updated for resources: {'Network': ['ID=e3984049-902f-4889-9806-960bd0220b37,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:01.882976 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network e3984049-902f-4889-9806-960bd0220b37 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:01.891144 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Made reservation on behalf of 704da3685e46421a9a7f2600e15fa3fa for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:01.894103 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.958556 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-07a11619-e789-431f-94cc-559744f54f13 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9736407 Mar 10 15:26:01.958556 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 8cb081fd-6dec-406a-beb2-d268949bb8bc) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:01.961744 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:01.969717 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:01.969717 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49322) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:01.974383 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861d950-0139-495f-8c6b-9f32d4e4e2e4 None None] Network 8cb081fd-6dec-406a-beb2-d268949bb8bc requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:01.985179 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Request body: {'subnet': {'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1056042833-subnet', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:02.024909 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (237c0e6c-c4bc-4f15-83d0-66ba75a3314e), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.097825 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff8600a-2140-4c3e-85f9-9dcbe7c62b16 None None] Network 8cb081fd-6dec-406a-beb2-d268949bb8bc requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:02.149333 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-20ff1d96-d325-4b2c-9090-f40fee748fdc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3115687 Mar 10 15:26:02.150791 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Made reservation on behalf of 9f632337d7e1471aa36b326b63ed2dcb for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:02.154454 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.193030 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237c0e6c-c4bc-4f15-83d0-66ba75a3314e,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:02.215093 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Checking segment: {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:02.215717 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Network hostable DHCP agents. Network: 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:02.364602 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (6a218cca-3e43-4487-a336-6c5a803e8d35), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.368748 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:02.457361 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (4c457089-b952-462c-8e00-651a041a7fa7), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.466862 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a218cca-3e43-4487-a336-6c5a803e8d35,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:02.476131 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Checking segment: {'id': '7d38a474-dd6e-4940-b49c-2d4bc7660897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1507d230-8d13-4496-a025-ad0935ff38c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:02.476494 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Network hostable DHCP agents. Network: 1507d230-8d13-4496-a025-ad0935ff38c5, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:02.493211 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:02.498319 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.499104 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.505355 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a8dee-a6ba-40ca-bfcb-bc024d9041dd None None] Network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:02.542225 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c457089-b952-462c-8e00-651a041a7fa7,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:02.573944 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Checking segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:02.574295 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Network hostable DHCP agents. Network: e3984049-902f-4889-9806-960bd0220b37, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:02.615377 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Network 1507d230-8d13-4496-a025-ad0935ff38c5 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:02.638090 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 1507d230-8d13-4496-a025-ad0935ff38c5) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:02.643953 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb77f482-ee9f-4ddf-ae95-c66136d59bf9 None None] Network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:02.648146 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.648744 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.672350 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49346) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:02.672743 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-c180b1e6-214d-4732-a662-a833e576bed6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3589354 Mar 10 15:26:02.675615 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Network e3984049-902f-4889-9806-960bd0220b37 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:02.684192 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45864b02-0ebb-4898-96df-2a7111c67ff1 None None] Network 1507d230-8d13-4496-a025-ad0935ff38c5 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:02.687690 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:02.775725 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, e3984049-902f-4889-9806-960bd0220b37) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:02.783907 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-7eeddfa6-6d3f-4ffe-8adc-5a3da4910a72 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0296960 Mar 10 15:26:02.802401 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.806143 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.828461 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acecfd8d-f643-4596-bf39-00a73d7f77d1 None None] Network e3984049-902f-4889-9806-960bd0220b37 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:02.889663 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.893599 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.962914 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks [] for router_controller (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:02.977723 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-d9d7b094-49fd-404f-b1a9-ad576c66be79 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0109138 Mar 10 15:26:02.980275 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49360) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:02.988018 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:03.016777 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a5e4d0-be4d-49b5-8eb0-96c44558887e None None] Network 1507d230-8d13-4496-a025-ad0935ff38c5 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:03.133186 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-e3984049-902f-4889-9806-960bd0220b37', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:26:03.134487 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.173588 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (e3633999-622a-4072-b062-1019fdf83943), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.176835 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (e3633999-622a-4072-b062-1019fdf83943), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.234053 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49374) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:03.350850 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks [] for router_gateway (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.378916 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks [] for router_controller (e3633999-622a-4072-b062-1019fdf83943), precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.468349 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f0c-8387-430a-8547-a94e367ebf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.509683 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Allocated IP 172.20.0.2 (e3984049-902f-4889-9806-960bd0220b37/4c457089-b952-462c-8e00-651a041a7fa7/86e061af-c7b8-4ee3-9ab3-f2837b40e3e2) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:03.605682 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f0c-8387-430a-8547-a94e367ebf03 admin admin] Publish callbacks [] for security_group (1a2b33ee-59b5-4eca-bb5b-ff836c40a413), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.688616 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks [] for router_gateway (e3633999-622a-4072-b062-1019fdf83943), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.714917 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Publish callbacks [] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.752162 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f0c-8387-430a-8547-a94e367ebf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1a2b33ee-59b5-4eca-bb5b-ff836c40a413), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.819773 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5f0c-8387-430a-8547-a94e367ebf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b33ee-59b5-4eca-bb5b-ff836c40a413,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:03.860703 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49412) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:03.863521 dv-cinder-831247-10-smb neutron-server[103646]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 15:26:03.878069 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.891901 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-7e3b5f0c-8387-430a-8547-a94e367ebf03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35ce1dce9a3c487a8bbe4132a8d1ede9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6541691 Mar 10 15:26:03.896671 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49418) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:03.905976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks [] for router_gateway (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.935837 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Network e3984049-902f-4889-9806-960bd0220b37 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:03.939553 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49420) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:03.943979 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:03.955338 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:03.959123 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.976142 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Pushing event updated for resources: {'Port': ['ID=86e061af-c7b8-4ee3-9ab3-f2837b40e3e2,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:03.976487 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-385962887-network', 'tenant_id': 'b7ffea1bdda84eefb2a28eabc1bdedd4'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:03.996027 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.000644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.001399 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.001565 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Tracked resource versions report: Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: pushed versions: Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: { 'AddressGroup': {'1.2'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'ConntrackHelper': {'1.0'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'LocalIPAssociation': {'1.0'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Log': {'1.0'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Network': {'1.1'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Port': {'1.7'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'PortForwarding': {'1.2'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'QosPolicy': {'1.10'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'SecurityGroup': {'1.5'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'SecurityGroupRule': {'1.2'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'SubPort': {'1.0'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Subnet': {'1.1'}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Trunk': {'1.1'}} Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: consumer versions: Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: { DHCP agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: HyperV agent@hv-cinder-83124: {}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: L3 agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: Metadata agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: Metering agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: Open vSwitch agent@dv-cinder-831247-10-smb: { 'AddressGroup': '1.2', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'ConntrackHelper': '1.0', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'LocalIPAssociation': '1.0', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Log': '1.0', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Network': '1.1', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Port': '1.7', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'PortForwarding': '1.2', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'QosPolicy': '1.10', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'SecurityGroup': '1.5', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'SecurityGroupRule': '1.2', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'SubPort': '1.0', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Subnet': '1.1', Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: 'Trunk': '1.1'}} Mar 10 15:26:04.002705 dv-cinder-831247-10-smb neutron-server[103648]: {{(pid=103648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 15:26:04.038562 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Attempting to bind port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:04.039881 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Attempting to bind port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:04.040288 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Attempting to bind port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 on network e3984049-902f-4889-9806-960bd0220b37 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:04.047168 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:04.047553 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Checking segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:04.047924 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.048311 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Bound using segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:04.049109 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Bound port: 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:04.049515 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.140970 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] For port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:04.145459 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] For port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=86e061af-c7b8-4ee3-9ab3-f2837b40e3e2,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:04.150081 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-8934ff91-4f8c-4bd8-950d-d4c63df67430 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:04.150081 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-8934ff91-4f8c-4bd8-950d-d4c63df67430 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/networks?id=1507d230-8d13-4496-a025-ad0935ff38c5 HTTP/1.1" status: 200 len: 812 time: 0.2872882 Mar 10 15:26:04.166943 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-8dc9b78e-989b-4083-af05-55807ae84e72 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/quotas/704da3685e46421a9a7f2600e15fa3fa HTTP/1.1" status: 200 len: 375 time: 0.0109627 Mar 10 15:26:04.227990 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-05528617-b633-4793-afa0-40e938223118 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=704da3685e46421a9a7f2600e15fa3fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544243 Mar 10 15:26:04.273442 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-13319fb2-00bb-43c0-8950-4365c431102d admin admin] Publish callbacks [] for security_group (1a2b33ee-59b5-4eca-bb5b-ff836c40a413), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.274601 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.331717 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Made reservation on behalf of b7ffea1bdda84eefb2a28eabc1bdedd4 for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:04.334404 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.379305 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.380996 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece8350-7e6c-4fee-81a3-541ebfb17e2a None None] Pushing event updated for resources: {'Port': ['ID=86e061af-c7b8-4ee3-9ab3-f2837b40e3e2,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:04.408517 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-13319fb2-00bb-43c0-8950-4365c431102d admin admin] Publish callbacks [] for security_group (1a2b33ee-59b5-4eca-bb5b-ff836c40a413), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.452574 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Allocated IP 172.28.1.114 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/84f0eb95-c804-4e9b-9764-c7189f5dc8f6) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:04.519513 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-7c03d5fe-1c44-46fe-a571-11b3a34254fa service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:26:04.520786 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-7c03d5fe-1c44-46fe-a571-11b3a34254fa service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0673034 Mar 10 15:26:04.672153 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-0a10b8f7-33fe-41f2-84e1-4f052650d9b5 service neutron] 10.222.0.70 "GET /v2.0/networks/1507d230-8d13-4496-a025-ad0935ff38c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313467 Mar 10 15:26:04.806226 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-665ff40c-10fa-4b15-bb3e-5a7a35c06546 service neutron] 10.222.0.70 "GET /v2.0/networks/1507d230-8d13-4496-a025-ad0935ff38c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398766 Mar 10 15:26:04.842417 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:04.875143 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks [] for router_gateway (e3633999-622a-4072-b062-1019fdf83943), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.899684 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Publish callbacks [] for security_group (511b5a14-bef1-4b3c-ad85-62bd083dfbf5), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.900010 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:04.900159 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.906464 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.912446 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks [] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.955244 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-13319fb2-00bb-43c0-8950-4365c431102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1a2b33ee-59b5-4eca-bb5b-ff836c40a413), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.956148 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-13319fb2-00bb-43c0-8950-4365c431102d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:04.959870 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-13319fb2-00bb-43c0-8950-4365c431102d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a2b33ee-59b5-4eca-bb5b-ff836c40a413 HTTP/1.1" status: 204 len: 168 time: 1.0617819 Mar 10 15:26:04.987990 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13319fb2-00bb-43c0-8950-4365c431102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b33ee-59b5-4eca-bb5b-ff836c40a413,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:04.991868 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:04.992481 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.007715 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (511b5a14-bef1-4b3c-ad85-62bd083dfbf5), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.025375 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:05.044707 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=86e061af-c7b8-4ee3-9ab3-f2837b40e3e2,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:05.058948 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511b5a14-bef1-4b3c-ad85-62bd083dfbf5,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:05.065120 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (c5339e49-57ce-4676-a106-23925fd3ab5e), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.065516 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Added segment c5339e49-57ce-4676-a106-23925fd3ab5e of type vlan for network deb28157-0e89-4651-a4da-7cd7bd8a483c Mar 10 15:26:05.135936 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.178719 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49464) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:05.183798 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.195701 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (deb28157-0e89-4651-a4da-7cd7bd8a483c), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.282831 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Allocated IP 172.28.1.10 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/84d13a19-ce61-452d-91bd-dd5cb909db68) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:05.284401 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ebde0092-2bf2-4891-865a-3ef9d1e5e057 req-354e919a-9744-4066-acf2-5d0289cb5935 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 210 time: 0.1020045 Mar 10 15:26:05.296454 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=86e061af-c7b8-4ee3-9ab3-f2837b40e3e2,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:05.338074 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.db.resource_extend [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:26:05.347944 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:05.384473 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:05.399316 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:05.445789 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Pushing event updated for resources: {'Port': ['ID=84f0eb95-c804-4e9b-9764-c7189f5dc8f6,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:05.495690 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (deb28157-0e89-4651-a4da-7cd7bd8a483c), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.496667 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:05.497275 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.609314 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks [] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:05.674975 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7304182 Mar 10 15:26:05.680662 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49486) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:05.680662 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e2d88-742c-4399-8dc6-537f5449ad6c admin admin] Pushing event updated for resources: {'Network': ['ID=deb28157-0e89-4651-a4da-7cd7bd8a483c,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:05.686191 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Request body: {'subnet': {'network_id': 'deb28157-0e89-4651-a4da-7cd7bd8a483c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-385962887-subnet', 'tenant_id': 'b7ffea1bdda84eefb2a28eabc1bdedd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:05.689643 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network deb28157-0e89-4651-a4da-7cd7bd8a483c details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:05.781709 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50453b64-3dde-4088-b590-ae8c2bd9bc11 None None] Network e3984049-902f-4889-9806-960bd0220b37 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:05.878057 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-a160c00b-f770-42e8-8a70-788f33d2f959 None None] Provisioning complete for port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:05.878456 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a160c00b-f770-42e8-8a70-788f33d2f959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.319733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks [] for router_gateway (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.319733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Made reservation on behalf of b7ffea1bdda84eefb2a28eabc1bdedd4 for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:06.319733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.319733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.319733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Pushing event updated for resources: {'Port': ['ID=84d13a19-ce61-452d-91bd-dd5cb909db68,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:06.394773 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-a160c00b-f770-42e8-8a70-788f33d2f959 None None] Current status of the port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:06.403550 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:06.403550 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:06.403550 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:06.407903 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49518) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:06.407903 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9a047182-6ae8-4ba6-b557-037f768e10fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.407903 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9a047182-6ae8-4ba6-b557-037f768e10fb admin admin] Publish callbacks [] for security_group (989cf3cd-37a2-4953-8690-901cf3f2cfc7), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.411150 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8c7bac07-c52f-44f2-8eae-e866f0bc3b7e None None] Provisioning complete for port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:06.411150 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8c7bac07-c52f-44f2-8eae-e866f0bc3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.413951 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-86a02312-c86d-4195-8a57-33911be9ca3e req-a56807c6-85d6-439e-bfc9-39db443eca10 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 210 time: 0.0378296 Mar 10 15:26:06.442863 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8c7bac07-c52f-44f2-8eae-e866f0bc3b7e None None] Current status of the port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:06.461318 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9a047182-6ae8-4ba6-b557-037f768e10fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (989cf3cd-37a2-4953-8690-901cf3f2cfc7), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.500946 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-9a047182-6ae8-4ba6-b557-037f768e10fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e2f1297f0984f72ae5c75018ee557ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3715870 Mar 10 15:26:06.503148 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a047182-6ae8-4ba6-b557-037f768e10fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989cf3cd-37a2-4953-8690-901cf3f2cfc7,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:06.507120 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49522) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:06.569872 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b8c-2488-48bd-a6a1-0516610c6372 admin admin] Publish callbacks [] for security_group (989cf3cd-37a2-4953-8690-901cf3f2cfc7), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.595718 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b8c-2488-48bd-a6a1-0516610c6372 admin admin] Publish callbacks [] for security_group (989cf3cd-37a2-4953-8690-901cf3f2cfc7), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.720114 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:06.741277 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b8c-2488-48bd-a6a1-0516610c6372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (989cf3cd-37a2-4953-8690-901cf3f2cfc7), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.747488 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8fca5b8c-2488-48bd-a6a1-0516610c6372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.755859 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-8fca5b8c-2488-48bd-a6a1-0516610c6372 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/989cf3cd-37a2-4953-8690-901cf3f2cfc7 HTTP/1.1" status: 204 len: 168 time: 0.2450867 Mar 10 15:26:06.756007 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.771489 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks [] for router_gateway (e3633999-622a-4072-b062-1019fdf83943), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.778128 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca5b8c-2488-48bd-a6a1-0516610c6372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989cf3cd-37a2-4953-8690-901cf3f2cfc7,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:06.850657 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:06.851075 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:06.856808 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49532) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:06.862278 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (70bf49ed-004f-4d4b-a249-8e90ca31906e), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.010122 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:07.029515 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70bf49ed-004f-4d4b-a249-8e90ca31906e,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:07.034708 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24bf0399-316e-49d3-9bc0-e57769823654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.133734 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Checking segment: {'id': 'c5339e49-57ce-4676-a106-23925fd3ab5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'deb28157-0e89-4651-a4da-7cd7bd8a483c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:07.134101 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Network hostable DHCP agents. Network: deb28157-0e89-4651-a4da-7cd7bd8a483c, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:07.167521 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24bf0399-316e-49d3-9bc0-e57769823654 admin admin] Publish callbacks [] for security_group (3b49134e-6441-4d12-8c7a-f0edd3010ee4), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.216205 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (e3633999-622a-4072-b062-1019fdf83943), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.233734 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24bf0399-316e-49d3-9bc0-e57769823654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3b49134e-6441-4d12-8c7a-f0edd3010ee4), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.286749 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-24bf0399-316e-49d3-9bc0-e57769823654 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b8fb3ece4f4428ebc808f25501dccd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4258180 Mar 10 15:26:07.286980 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49550) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:07.293717 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf0399-316e-49d3-9bc0-e57769823654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b49134e-6441-4d12-8c7a-f0edd3010ee4,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:07.309874 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:26:07.309874 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Network deb28157-0e89-4651-a4da-7cd7bd8a483c is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:07.345827 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d413f41b-ea2f-4965-acc2-9bf0395429fb admin admin] Publish callbacks [] for security_group (3b49134e-6441-4d12-8c7a-f0edd3010ee4), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.376820 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d413f41b-ea2f-4965-acc2-9bf0395429fb admin admin] Publish callbacks [] for security_group (3b49134e-6441-4d12-8c7a-f0edd3010ee4), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.430994 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, deb28157-0e89-4651-a4da-7cd7bd8a483c) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:07.437343 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:07.437944 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.439701 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01451366-db8f-4361-ac62-68fb2c6284d9 None None] Network deb28157-0e89-4651-a4da-7cd7bd8a483c requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:07.460781 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:07.474948 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Sync routers for ids ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:07.486754 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Routers {'2ed13f55-28c2-4ce6-95d7-7f25aab4da51'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:07.487463 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:07.492607 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7894bfd9-1988-4c98-9904-3ea420fd2015 req-2512ef93-09f3-4fcf-b8b4-db0e3d8d2e5f tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 210 time: 0.0334213 Mar 10 15:26:07.563745 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16bcfd-3fed-46fc-86cc-b4c6f54c0df9 None None] Network deb28157-0e89-4651-a4da-7cd7bd8a483c requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:07.596033 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Router e3633999-622a-4072-b062-1019fdf83943 is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:26:07.597011 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d413f41b-ea2f-4965-acc2-9bf0395429fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3b49134e-6441-4d12-8c7a-f0edd3010ee4), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.600952 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d413f41b-ea2f-4965-acc2-9bf0395429fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.604602 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-d413f41b-ea2f-4965-acc2-9bf0395429fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b49134e-6441-4d12-8c7a-f0edd3010ee4 HTTP/1.1" status: 204 len: 168 time: 0.3136199 Mar 10 15:26:07.620071 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Set router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:07.622614 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-22d68322-ef48-41f6-8980-f8fd53511870 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9408219 Mar 10 15:26:07.634263 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413f41b-ea2f-4965-acc2-9bf0395429fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b49134e-6441-4d12-8c7a-f0edd3010ee4,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:07.650313 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.664893 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49564) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:07.676525 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3816f097-2b43-4058-87fc-69351ffa774b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9848669 Mar 10 15:26:07.821463 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:26:05Z', 'revision_number': 3, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:07.855031 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Checking router: 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:07.855031 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Updating router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:26:07.867233 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:07.880848 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Sync routers for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:07.883330 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.893442 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:07.895119 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:07.937462 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.939550 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a635f403-eddb-4b25-999b-8dc4dfdc6ede admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9570451 Mar 10 15:26:07.942441 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49568) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:08.078946 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:08.294053 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49588) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:08.606499 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:06Z', 'revision_number': 3, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:08.621062 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Publish callbacks [] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.625562 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f986d9-d9b5-436c-b506-296bd4826f6b admin admin] Deleting subnet abb480c7-1965-4200-8c84-767e987c5990 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:26:08.674077 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Checking router: e3633999-622a-4072-b062-1019fdf83943 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:08.674765 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Updating router e3633999-622a-4072-b062-1019fdf83943 port 84d13a19-ce61-452d-91bd-dd5cb909db68 binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:26:08.701578 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.794009 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c3f986d9-d9b5-436c-b506-296bd4826f6b admin admin] Publish callbacks [] for subnet (abb480c7-1965-4200-8c84-767e987c5990), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.813380 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.892993 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.903852 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Pushing event updated for resources: {'Port': ['ID=84f0eb95-c804-4e9b-9764-c7189f5dc8f6,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:08.918294 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7f3c4e84-2d59-4a2d-b3c9-9ee5af3ee83c req-5a2223b2-5aa6-4684-ace2-41ce583c9a39 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 210 time: 0.0496061 Mar 10 15:26:08.930180 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Attempting to bind port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:08.930559 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Attempting to bind port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:08.931180 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Attempting to bind port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:08.938691 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c3f986d9-d9b5-436c-b506-296bd4826f6b admin admin] Publish callbacks [] for subnet (abb480c7-1965-4200-8c84-767e987c5990), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.948733 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.951595 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.952979 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.955819 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.956863 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.957380 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.957864 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.958343 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Tracked resource versions report: Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: pushed versions: Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: { 'AddressGroup': {'1.2'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'ConntrackHelper': {'1.0'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'LocalIPAssociation': {'1.0'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Log': {'1.0'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Network': {'1.1'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Port': {'1.7'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'PortForwarding': {'1.2'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'QosPolicy': {'1.10'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'SecurityGroup': {'1.5'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'SecurityGroupRule': {'1.2'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'SubPort': {'1.0'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Subnet': {'1.1'}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Trunk': {'1.1'}} Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: consumer versions: Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: { DHCP agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: HyperV agent@hv-cinder-83124: {}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: L3 agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: Metadata agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: Metering agent@dv-cinder-831247-10-smb: {}, Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: Open vSwitch agent@dv-cinder-831247-10-smb: { 'AddressGroup': '1.2', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'ConntrackHelper': '1.0', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'LocalIPAssociation': '1.0', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Log': '1.0', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Network': '1.1', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Port': '1.7', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'PortForwarding': '1.2', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'QosPolicy': '1.10', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'SecurityGroup': '1.5', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'SecurityGroupRule': '1.2', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'SubPort': '1.0', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Subnet': '1.1', Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: 'Trunk': '1.1'}} Mar 10 15:26:08.968335 dv-cinder-831247-10-smb neutron-server[103649]: {{(pid=103649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 15:26:08.970246 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c3f986d9-d9b5-436c-b506-296bd4826f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (abb480c7-1965-4200-8c84-767e987c5990), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.970408 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:08.970408 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:08.970408 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.970408 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:08.970408 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Bound port: 84f0eb95-c804-4e9b-9764-c7189f5dc8f6, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:08.970408 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.038661 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] For port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:09.052404 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] For port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=84f0eb95-c804-4e9b-9764-c7189f5dc8f6,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:09.147269 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.220622 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.260056 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c3f986d9-d9b5-436c-b506-296bd4826f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (abb480c7-1965-4200-8c84-767e987c5990), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.276531 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Allocated IP 172.20.0.1 (e3984049-902f-4889-9806-960bd0220b37/4c457089-b952-462c-8e00-651a041a7fa7/b4793d26-f3b8-49c3-aa26-eeb16a0cb097) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:09.283968 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Routers {'2ed13f55-28c2-4ce6-95d7-7f25aab4da51'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:09.288906 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:09.342333 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f986d9-d9b5-436c-b506-296bd4826f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb480c7-1965-4200-8c84-767e987c5990,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:09.366844 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c3f986d9-d9b5-436c-b506-296bd4826f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.376444 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-c3f986d9-d9b5-436c-b506-296bd4826f6b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/abb480c7-1965-4200-8c84-767e987c5990 HTTP/1.1" status: 204 len: 168 time: 0.9463882 Mar 10 15:26:09.379788 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49632) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:09.402146 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Publish callbacks [] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.461974 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.465998 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb9008-fcb1-4fbe-a013-d4e0df5c8083 None None] Pushing event updated for resources: {'Port': ['ID=84f0eb95-c804-4e9b-9764-c7189f5dc8f6,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:09.527299 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (8cb081fd-6dec-406a-beb2-d268949bb8bc), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.601121 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Publish callbacks [] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.647436 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] Set router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:09.663241 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (8cb081fd-6dec-406a-beb2-d268949bb8bc), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.689285 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752d9ef-7bc4-4656-b02d-57805f6571fb None None] Pushing event updated for resources: {'Port': ['ID=84d13a19-ce61-452d-91bd-dd5cb909db68,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:09.692520 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Attempting to bind port 84d13a19-ce61-452d-91bd-dd5cb909db68 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:09.696714 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Attempting to bind port 84d13a19-ce61-452d-91bd-dd5cb909db68 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:09.698428 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.698795 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.699883 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.699883 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.700229 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.700548 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.700798 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Attempting to bind port 84d13a19-ce61-452d-91bd-dd5cb909db68 on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:09.700891 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.701211 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.701673 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.702001 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:09.726774 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:09.727157 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:09.727567 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.727967 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:09.728450 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Bound port: 84d13a19-ce61-452d-91bd-dd5cb909db68, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:09.728833 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.836101 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Allocated IP 172.20.0.1 (44504a86-8e35-4c07-bc61-e6ddfcfdbbdb/237c0e6c-c4bc-4f15-83d0-66ba75a3314e/ad9f6f94-e176-4739-a14c-9edd375150c3) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:09.896841 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] For port 84d13a19-ce61-452d-91bd-dd5cb909db68, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:09.907038 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] For port 84d13a19-ce61-452d-91bd-dd5cb909db68, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=84d13a19-ce61-452d-91bd-dd5cb909db68,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:09.958100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.69', 52468) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:09.987056 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.074199 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:10.085199 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:10.087976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:10.087976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:10.087976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb081fd-6dec-406a-beb2-d268949bb8bc']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:10.148909 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Publish callbacks [] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.149138 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6721cdaf-98f0-46b9-94f3-e50616982e43') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:10.149690 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6721cdaf-98f0-46b9-94f3-e50616982e43') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:10.177604 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:10.178245 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:10.192070 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:26:05Z', 'revision_number': 3, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:10.192333 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752d9ef-7bc4-4656-b02d-57805f6571fb None None] Pushing event updated for resources: {'Port': ['ID=84d13a19-ce61-452d-91bd-dd5cb909db68,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:10.200659 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134013972'] for segment (6721cdaf-98f0-46b9-94f3-e50616982e43), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.230325 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3cd32f06-844b-410c-93a5-81fb943f58f1 req-59adb0c0-dc94-49ca-a517-5ebd9d44bc04 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 210 time: 0.1292861 Mar 10 15:26:10.244005 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037445aa-3c7b-4443-8ce3-1a5bf6abb4c8 None None] The sync data for ids ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'] in dv-cinder-831247-10-smb is: [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:26:05Z', 'revision_number': 3, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:10.306114 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (6721cdaf-98f0-46b9-94f3-e50616982e43), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.334882 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.386094 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Network e3984049-902f-4889-9806-960bd0220b37 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:10.392251 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:26:10.393886 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133241140'] for segment (6721cdaf-98f0-46b9-94f3-e50616982e43), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.396192 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:10.414254 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:10.421874 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: from cryptography.utils import int_from_bytes Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: from cryptography.utils import int_from_bytes Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: Traceback (most recent call last): Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: timer() Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: cb(*args, **kw) Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: return func(*args, **kwargs) Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: self._notify() Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: self.callback(batched_events) Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: event.method(event) Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: return f(self, *a, **k) Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: return self._get(url).json() Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:26:10.422657 dv-cinder-831247-10-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:26:10.583423 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f4962ace-d9bd-4c0a-be10-a4e2b926061f tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.590770 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f4962ace-d9bd-4c0a-be10-a4e2b926061f tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.69 "GET /v2.0/networks?id=1507d230-8d13-4496-a025-ad0935ff38c5 HTTP/1.1" status: 200 len: 812 time: 0.6238766 Mar 10 15:26:10.647125 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Pushing event updated for resources: {'Port': ['ID=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:10.655147 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (e3633999-622a-4072-b062-1019fdf83943), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.683606 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Request body: {'port': {'device_id': 'd66f000d-8bbf-43e3-af54-b6fac25488ad', 'network_id': '1507d230-8d13-4496-a025-ad0935ff38c5', 'admin_state_up': True, 'tenant_id': '704da3685e46421a9a7f2600e15fa3fa'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:10.856784 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.924496 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (8cb081fd-6dec-406a-beb2-d268949bb8bc), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.960906 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:10.968911 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] 10.222.0.70 "DELETE /v2.0/networks/8cb081fd-6dec-406a-beb2-d268949bb8bc HTTP/1.1" status: 204 len: 168 time: 1.5839264 Mar 10 15:26:10.970148 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02fe37-4a15-42cd-9769-30750dd240ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb081fd-6dec-406a-beb2-d268949bb8bc,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:10.974100 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49722) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:11.009629 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5653c09e-b952-4abf-afff-09ec58f5fb76 None None] Provisioning complete for port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:11.017134 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5653c09e-b952-4abf-afff-09ec58f5fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.088722 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9f6f94-e176-4739-a14c-9edd375150c3,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:11.111443 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-5653c09e-b952-4abf-afff-09ec58f5fb76 None None] Port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:11.177520 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.208264 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29f5fd8-68c7-480e-9a5f-1aeaaaf50098 admin admin] Deleting subnet 70bf49ed-004f-4d4b-a249-8e90ca31906e {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:26:11.218272 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d29f5fd8-68c7-480e-9a5f-1aeaaaf50098 admin admin] Publish callbacks [] for subnet (70bf49ed-004f-4d4b-a249-8e90ca31906e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.269827 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:11.353787 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49744) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:11.367845 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:11.379961 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:11.380531 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.399137 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:06Z', 'revision_number': 3, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:11.417290 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d29f5fd8-68c7-480e-9a5f-1aeaaaf50098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134013983'] for subnet (70bf49ed-004f-4d4b-a249-8e90ca31906e), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.451277 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49756) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:11.456802 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Made reservation on behalf of 704da3685e46421a9a7f2600e15fa3fa for: {'port': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:11.463773 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.488954 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb2cbe-15fe-4302-a4d9-ee85bb49dce1 None None] The sync data for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb is: [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:06Z', 'revision_number': 3, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:11.525290 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d29f5fd8-68c7-480e-9a5f-1aeaaaf50098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (70bf49ed-004f-4d4b-a249-8e90ca31906e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.637829 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5160f916-c1fc-47e0-b791-77cd618b828d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.728930 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b500-0a4b-41aa-ba76-141d0610ce20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.840127 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d29f5fd8-68c7-480e-9a5f-1aeaaaf50098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133491775'] for subnet (70bf49ed-004f-4d4b-a249-8e90ca31906e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.849354 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b500-0a4b-41aa-ba76-141d0610ce20 admin admin] Publish callbacks [] for security_group (2fcd5d2b-282c-4319-803f-b1bd22c6c95d), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.892941 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f5fd8-68c7-480e-9a5f-1aeaaaf50098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70bf49ed-004f-4d4b-a249-8e90ca31906e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:11.969127 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d29f5fd8-68c7-480e-9a5f-1aeaaaf50098 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.974166 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-d29f5fd8-68c7-480e-9a5f-1aeaaaf50098 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/70bf49ed-004f-4d4b-a249-8e90ca31906e HTTP/1.1" status: 204 len: 168 time: 0.9976413 Mar 10 15:26:11.991171 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49784) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:11.994867 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Publish callbacks [] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:12.147795 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-651eb46d-85f7-4424-816b-00d4c22cb642 req-3d6fb71e-7929-4d61-89a8-934dbe326bd4 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 210 time: 0.5658395 Mar 10 15:26:12.186427 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:12.241744 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (deb28157-0e89-4651-a4da-7cd7bd8a483c), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:12.264453 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b500-0a4b-41aa-ba76-141d0610ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2fcd5d2b-282c-4319-803f-b1bd22c6c95d), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:12.313015 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (e3633999-622a-4072-b062-1019fdf83943), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:12.316277 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Pushing event updated for resources: {'Port': ['ID=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:12.524235 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-1bf0b500-0a4b-41aa-ba76-141d0610ce20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=deee2270b77648cb8c45748d26bf9fa0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0701842 Mar 10 15:26:12.534517 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49792) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:12.540479 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0b500-0a4b-41aa-ba76-141d0610ce20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd5d2b-282c-4319-803f-b1bd22c6c95d,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:12.745200 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Allocated IP 172.20.0.9 (1507d230-8d13-4496-a025-ad0935ff38c5/6a218cca-3e43-4487-a336-6c5a803e8d35/0d2f8254-2241-4583-b6bc-0f320e043088) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:12.888097 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5160f916-c1fc-47e0-b791-77cd618b828d admin admin] Publish callbacks [] for security_group (46e2bf79-bb7d-40e0-882c-208c0b9b4a0f), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:12.945607 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (deb28157-0e89-4651-a4da-7cd7bd8a483c), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:12.947358 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 84d13a19-ce61-452d-91bd-dd5cb909db68 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:12.989523 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb28157-0e89-4651-a4da-7cd7bd8a483c']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:13.013515 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Network e3984049-902f-4889-9806-960bd0220b37 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:13.016639 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5339e49-57ce-4676-a106-23925fd3ab5e') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:13.016639 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5339e49-57ce-4676-a106-23925fd3ab5e') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:13.020293 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:13.038302 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134013972'] for segment (c5339e49-57ce-4676-a106-23925fd3ab5e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.052021 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebd25a67-d433-4217-9d34-1ea20d9f2aa5 admin admin] Publish callbacks [] for security_group (2fcd5d2b-282c-4319-803f-b1bd22c6c95d), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.095172 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 84d13a19-ce61-452d-91bd-dd5cb909db68 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:13.095634 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.104801 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (c5339e49-57ce-4676-a106-23925fd3ab5e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.127214 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:26:13.127713 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133241140'] for segment (c5339e49-57ce-4676-a106-23925fd3ab5e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: Traceback (most recent call last): Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: timer() Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: cb(*args, **kw) Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: return func(*args, **kwargs) Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: self._notify() Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: self.callback(batched_events) Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: event.method(event) Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: return f(self, *a, **k) Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: return self._get(url).json() Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:26:13.129475 dv-cinder-831247-10-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:26:13.159329 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebd25a67-d433-4217-9d34-1ea20d9f2aa5 admin admin] Publish callbacks [] for security_group (2fcd5d2b-282c-4319-803f-b1bd22c6c95d), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.302692 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5160f916-c1fc-47e0-b791-77cd618b828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (46e2bf79-bb7d-40e0-882c-208c0b9b4a0f), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.359741 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-5160f916-c1fc-47e0-b791-77cd618b828d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=758f3c147b8e4f78b6fba0343135a092&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0048058 Mar 10 15:26:13.364008 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.364413 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49800) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:13.397000 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (deb28157-0e89-4651-a4da-7cd7bd8a483c), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.419053 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.425522 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] 10.222.0.70 "DELETE /v2.0/networks/deb28157-0e89-4651-a4da-7cd7bd8a483c HTTP/1.1" status: 204 len: 168 time: 1.4302413 Mar 10 15:26:13.471838 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 84d13a19-ce61-452d-91bd-dd5cb909db68 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:13.471838 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.472146 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9f06c6a3-fcd7-4848-9b3f-5d9893552d25 req-2817d2fc-919d-4159-8298-999b75d48d51 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 210 time: 0.0647020 Mar 10 15:26:13.599624 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 84d13a19-ce61-452d-91bd-dd5cb909db68, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=84d13a19-ce61-452d-91bd-dd5cb909db68,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:13.602450 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Router e3633999-622a-4072-b062-1019fdf83943 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:13.602450 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54ffa5-2905-445d-95b0-0de29dcc7e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=deb28157-0e89-4651-a4da-7cd7bd8a483c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:13.602450 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebd25a67-d433-4217-9d34-1ea20d9f2aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2fcd5d2b-282c-4319-803f-b1bd22c6c95d), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.603129 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160f916-c1fc-47e0-b791-77cd618b828d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e2bf79-bb7d-40e0-882c-208c0b9b4a0f,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:13.603446 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebd25a67-d433-4217-9d34-1ea20d9f2aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.603446 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ebd25a67-d433-4217-9d34-1ea20d9f2aa5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2fcd5d2b-282c-4319-803f-b1bd22c6c95d HTTP/1.1" status: 204 len: 168 time: 1.0279350 Mar 10 15:26:13.603840 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Publish callbacks [] for port (0d2f8254-2241-4583-b6bc-0f320e043088), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.604148 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f16b1507-7be6-499f-affb-746673aa84df None None] Provisioning complete for port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:13.604148 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f16b1507-7be6-499f-affb-746673aa84df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.604392 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93e8f261-2282-4e95-9aca-1418a67b4919 admin admin] Publish callbacks [] for security_group (46e2bf79-bb7d-40e0-882c-208c0b9b4a0f), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.611821 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93e8f261-2282-4e95-9aca-1418a67b4919 admin admin] Publish callbacks [] for security_group (46e2bf79-bb7d-40e0-882c-208c0b9b4a0f), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.616279 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd25a67-d433-4217-9d34-1ea20d9f2aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd5d2b-282c-4319-803f-b1bd22c6c95d,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:13.649673 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f16b1507-7be6-499f-affb-746673aa84df None None] Port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:13.741357 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.745082 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:13.867353 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:13.867500 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=84d13a19-ce61-452d-91bd-dd5cb909db68,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:13.867644 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Publish callbacks [] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.881548 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-f5440f07-b132-41b0-a5be-d4bb0bcf56be admin admin] 10.222.0.70 "PUT /v2.0/routers/e3633999-622a-4072-b062-1019fdf83943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9373457 Mar 10 15:26:13.912150 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:13.912684 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.975199 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.003547 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:14.005913 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.038954 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=84f0eb95-c804-4e9b-9764-c7189f5dc8f6,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:14.059782 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93e8f261-2282-4e95-9aca-1418a67b4919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (46e2bf79-bb7d-40e0-882c-208c0b9b4a0f), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.062422 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93e8f261-2282-4e95-9aca-1418a67b4919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.074465 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-93e8f261-2282-4e95-9aca-1418a67b4919 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46e2bf79-bb7d-40e0-882c-208c0b9b4a0f HTTP/1.1" status: 204 len: 168 time: 0.6894987 Mar 10 15:26:14.078678 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8f261-2282-4e95-9aca-1418a67b4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e2bf79-bb7d-40e0-882c-208c0b9b4a0f,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:14.119214 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.120094 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.132054 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Network 1507d230-8d13-4496-a025-ad0935ff38c5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:14.150159 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Pushing event updated for resources: {'Port': ['ID=0d2f8254-2241-4583-b6bc-0f320e043088,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:14.154695 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.159437 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:14.163229 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:14.169646 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:14.170390 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.279145 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49816) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:14.294679 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=84f0eb95-c804-4e9b-9764-c7189f5dc8f6,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:14.324902 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9f6f94-e176-4739-a14c-9edd375150c3,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:14.374049 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5563e159-4dec-48f6-bc10-7f14abad6a9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=216d569884ee40e48282c4c90619e0a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0917037 Mar 10 15:26:14.376119 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49820) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:14.384733 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-49f4aab3-0e55-4723-b493-45c241c58237 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7076747 Mar 10 15:26:14.403758 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:14.414555 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-6eaaeab8-f0be-4149-b740-048ef2baf8f9 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:26:14.414555 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-6eaaeab8-f0be-4149-b740-048ef2baf8f9 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056543 Mar 10 15:26:14.414555 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:14.450661 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6cc52860-83fc-46f6-97a0-fa360479620f admin admin] Publish callbacks [] for security_group (5bdbcfde-45e0-4acd-907e-65451cdfca50), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.476366 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Sync routers for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:14.503741 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:14.504378 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:14.546410 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6cc52860-83fc-46f6-97a0-fa360479620f admin admin] Publish callbacks [] for security_group (5bdbcfde-45e0-4acd-907e-65451cdfca50), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.873613 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 84d13a19-ce61-452d-91bd-dd5cb909db68 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:14.884739 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6cc52860-83fc-46f6-97a0-fa360479620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5bdbcfde-45e0-4acd-907e-65451cdfca50), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.888562 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6cc52860-83fc-46f6-97a0-fa360479620f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.892528 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-6cc52860-83fc-46f6-97a0-fa360479620f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bdbcfde-45e0-4acd-907e-65451cdfca50 HTTP/1.1" status: 204 len: 168 time: 0.5128701 Mar 10 15:26:14.927108 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc52860-83fc-46f6-97a0-fa360479620f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdbcfde-45e0-4acd-907e-65451cdfca50,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:15.007183 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:15.029237 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 84d13a19-ce61-452d-91bd-dd5cb909db68 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:15.030333 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:15.098090 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:15.165077 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 84d13a19-ce61-452d-91bd-dd5cb909db68 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:15.168643 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:15.302922 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:15.306649 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:15.324094 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:15.330682 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-c7a145e9-0932-407a-9e45-f8a488958c22 admin admin] 10.222.0.70 "PUT /v2.0/routers/2ed13f55-28c2-4ce6-95d7-7f25aab4da51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6644585 Mar 10 15:26:15.354003 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Sync routers for ids ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:15.368961 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Routers {'2ed13f55-28c2-4ce6-95d7-7f25aab4da51'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:15.369996 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:15.410020 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e163-48de-42fd-8062-2fe466f08b11 req-2046d043-6102-4e47-9a74-86a68bcc7900 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:15.411569 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8841e163-48de-42fd-8062-2fe466f08b11 req-2046d043-6102-4e47-9a74-86a68bcc7900 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 931 time: 0.5248759 Mar 10 15:26:15.582960 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8841e163-48de-42fd-8062-2fe466f08b11 req-3016152d-25a9-411b-b644-45a66cce0f52 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645305 Mar 10 15:26:15.652905 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Set router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:15.656426 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:15.732552 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Request body: {'port': {'device_id': 'd66f000d-8bbf-43e3-af54-b6fac25488ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:15.759657 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:11Z', 'revision_number': 2, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:15.848702 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Checking router: e3633999-622a-4072-b062-1019fdf83943 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:15.849054 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Updating router e3633999-622a-4072-b062-1019fdf83943 port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:26:15.894908 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:15.914470 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.124567 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:26:12Z', 'revision_number': 4, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'ad9f6f94-e176-4739-a14c-9edd375150c3', 'name': '', 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'mac_address': 'fa:16:3e:90:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '237c0e6c-c4bc-4f15-83d0-66ba75a3314e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:09Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 2, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'subnets': [{'id': '237c0e6c-c4bc-4f15-83d0-66ba75a3314e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:16.198121 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Checking router: 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:16.198528 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Updating router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 port ad9f6f94-e176-4739-a14c-9edd375150c3 binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:26:16.241576 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.288830 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49864) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:16.311079 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f438559c-4c46-473b-9d51-cc784b161bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.589184 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Publish callbacks [] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.629485 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f438559c-4c46-473b-9d51-cc784b161bb2 admin admin] Publish callbacks [] for security_group (f91705bd-440f-408a-b5c7-8f1a0fab18ec), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.664727 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49874) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:16.671424 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-bdc582da-6306-4784-ba0d-ea712e1d0932 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560341051', 'description': 'tempest-description--1433868115'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:16.705690 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.761672 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f438559c-4c46-473b-9d51-cc784b161bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f91705bd-440f-408a-b5c7-8f1a0fab18ec), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.861225 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-f438559c-4c46-473b-9d51-cc784b161bb2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c8f0e9a920c493f95d4732b29ffd8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5706086 Mar 10 15:26:16.883991 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49882) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:16.970937 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Attempting to bind port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:16.971433 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Attempting to bind port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:16.971668 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Attempting to bind port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 on network e3984049-902f-4889-9806-960bd0220b37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:16.998554 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:16.999057 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Checking segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:16.999488 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.000391 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Bound using segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:17.002628 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Bound port: b4793d26-f3b8-49c3-aa26-eeb16a0cb097, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:17.003024 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.016937 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2f8254-2241-4583-b6bc-0f320e043088 {{(pid=103646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:17.026265 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdc582da-6306-4784-ba0d-ea712e1d0932 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.035947 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Publish callbacks [] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.057447 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49886) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:17.067483 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Publish callbacks [] for port (0d2f8254-2241-4583-b6bc-0f320e043088), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.113329 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438559c-4c46-473b-9d51-cc784b161bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91705bd-440f-408a-b5c7-8f1a0fab18ec,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.129946 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.150736 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012e7ef-d351-4606-8f4d-00d3177acddb req-7a812765-dd1d-43e1-b0af-21392b462831 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:17.161007 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7012e7ef-d351-4606-8f4d-00d3177acddb req-7a812765-dd1d-43e1-b0af-21392b462831 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 931 time: 0.3602812 Mar 10 15:26:17.164313 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] For port b4793d26-f3b8-49c3-aa26-eeb16a0cb097, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:17.167658 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] For port b4793d26-f3b8-49c3-aa26-eeb16a0cb097, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:17.178183 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a71f25-98fb-4adc-8b92-2a9bfa7535f1 None None] Pushing event updated for resources: {'Port': ['ID=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.219840 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.provisioning_blocks [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Transition to ACTIVE for port object 0d2f8254-2241-4583-b6bc-0f320e043088 will not be triggered until provisioned by entity L2. {{(pid=103646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:26:17.266279 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.291637 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7012e7ef-d351-4606-8f4d-00d3177acddb req-df40a740-58e3-4d71-898f-dbb7736a5ecf tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830357 Mar 10 15:26:17.294263 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-cd04652f-40e3-4a01-bb91-044daab546d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7ffea1bdda84eefb2a28eabc1bdedd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2327323 Mar 10 15:26:17.295656 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.305164 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-01e62373-107b-4ec9-9f4b-296782c21cd4 admin admin] Publish callbacks [] for security_group (f91705bd-440f-408a-b5c7-8f1a0fab18ec), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.305164 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49890) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:17.397368 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a71f25-98fb-4adc-8b92-2a9bfa7535f1 None None] Pushing event updated for resources: {'Port': ['ID=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,revision_number=4']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.415598 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:17.416243 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:17.433666 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Attempting to bind port 0d2f8254-2241-4583-b6bc-0f320e043088 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:17.435610 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Attempting to bind port 0d2f8254-2241-4583-b6bc-0f320e043088 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '7d38a474-dd6e-4940-b49c-2d4bc7660897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1507d230-8d13-4496-a025-ad0935ff38c5'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:17.437055 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Attempting to bind port 0d2f8254-2241-4583-b6bc-0f320e043088 on network 1507d230-8d13-4496-a025-ad0935ff38c5 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:17.439648 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2f8254-2241-4583-b6bc-0f320e043088,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.459601 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Port 0d2f8254-2241-4583-b6bc-0f320e043088 on network 1507d230-8d13-4496-a025-ad0935ff38c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:26:17.460095 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Attempting to bind port 0d2f8254-2241-4583-b6bc-0f320e043088 on network 1507d230-8d13-4496-a025-ad0935ff38c5 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:17.477047 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:17.479676 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Checking segment: {'id': '7d38a474-dd6e-4940-b49c-2d4bc7660897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1507d230-8d13-4496-a025-ad0935ff38c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:17.486624 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Bound using segment: {'id': '7d38a474-dd6e-4940-b49c-2d4bc7660897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1507d230-8d13-4496-a025-ad0935ff38c5'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:17.487467 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Bound port: 0d2f8254-2241-4583-b6bc-0f320e043088, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d38a474-dd6e-4940-b49c-2d4bc7660897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1507d230-8d13-4496-a025-ad0935ff38c5'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:17.488090 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.554025 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdc582da-6306-4784-ba0d-ea712e1d0932 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (7acfaeb7-53af-47f2-b9e7-ca50bffb8848), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.596997 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:17.668556 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] For port 0d2f8254-2241-4583-b6bc-0f320e043088, host hv-cinder-83124, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:17.674605 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdc582da-6306-4784-ba0d-ea712e1d0932 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (7acfaeb7-53af-47f2-b9e7-ca50bffb8848), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.683449 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] For port 0d2f8254-2241-4583-b6bc-0f320e043088, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0d2f8254-2241-4583-b6bc-0f320e043088,segment=NetworkSegment(7d38a474-dd6e-4940-b49c-2d4bc7660897),segment_id=7d38a474-dd6e-4940-b49c-2d4bc7660897)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:17.686260 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-01e62373-107b-4ec9-9f4b-296782c21cd4 admin admin] Publish callbacks [] for security_group (f91705bd-440f-408a-b5c7-8f1a0fab18ec), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.758573 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.831514 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc582da-6306-4784-ba0d-ea712e1d0932 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acfaeb7-53af-47f2-b9e7-ca50bffb8848,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.837849 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-0382430d-b282-428c-86d6-90f3852b2a8c None None] Provisioning complete for port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:17.839633 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0382430d-b282-428c-86d6-90f3852b2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.878223 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdc582da-6306-4784-ba0d-ea712e1d0932 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.879783 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-bdc582da-6306-4784-ba0d-ea712e1d0932 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2136762 Mar 10 15:26:17.890080 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49904) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:17.890080 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9969a04e-f930-41c0-8137-e837b5789d83 admin admin] Publish callbacks [] for security_group (511b5a14-bef1-4b3c-ad85-62bd083dfbf5), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.895011 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-a3361653-8964-473b-a772-61f1d8e21b98 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'security_group_rule': {'security_group_id': '7acfaeb7-53af-47f2-b9e7-ca50bffb8848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:17.912612 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:17.915878 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.917731 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] 10.222.0.69 "PUT /v2.0/ports/0d2f8254-2241-4583-b6bc-0f320e043088 HTTP/1.1" status: 200 len: 1093 time: 3.0123165 Mar 10 15:26:17.922196 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49906) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:17.924734 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66f000d-8bbf-43e3-af54-b6fac25488ad', 'tag': '0d2f8254-2241-4583-b6bc-0f320e043088'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:17.957407 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad471aad-a05e-4646-8f46-9f2338d901ba None None] Pushing event updated for resources: {'Port': ['ID=ad9f6f94-e176-4739-a14c-9edd375150c3,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.967441 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Attempting to bind port ad9f6f94-e176-4739-a14c-9edd375150c3 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:17.968123 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Attempting to bind port ad9f6f94-e176-4739-a14c-9edd375150c3 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:17.968952 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Attempting to bind port ad9f6f94-e176-4739-a14c-9edd375150c3 on network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:17.988890 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:17.989380 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Checking segment: {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:17.993690 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.994732 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Bound using segment: {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:17.995610 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Bound port: ad9f6f94-e176-4739-a14c-9edd375150c3, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:17.996244 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.023232 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9969a04e-f930-41c0-8137-e837b5789d83 admin admin] Publish callbacks [] for security_group (511b5a14-bef1-4b3c-ad85-62bd083dfbf5), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.116376 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a3361653-8964-473b-a772-61f1d8e21b98 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (96b939f2-ce81-4d2e-8c64-aac206cec182), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.177870 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:17Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:18.186282 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] For port ad9f6f94-e176-4739-a14c-9edd375150c3, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:18.219941 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-01e62373-107b-4ec9-9f4b-296782c21cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f91705bd-440f-408a-b5c7-8f1a0fab18ec), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.222745 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-01e62373-107b-4ec9-9f4b-296782c21cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.226410 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d5eba-dbf7-4549-b636-5df687624a45 None None] The sync data for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb is: [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:17Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:18.227409 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-01e62373-107b-4ec9-9f4b-296782c21cd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f91705bd-440f-408a-b5c7-8f1a0fab18ec HTTP/1.1" status: 204 len: 168 time: 1.3330390 Mar 10 15:26:18.250279 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9969a04e-f930-41c0-8137-e837b5789d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (511b5a14-bef1-4b3c-ad85-62bd083dfbf5), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.254638 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9969a04e-f930-41c0-8137-e837b5789d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.259403 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9969a04e-f930-41c0-8137-e837b5789d83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/511b5a14-bef1-4b3c-ad85-62bd083dfbf5 HTTP/1.1" status: 204 len: 168 time: 0.9417186 Mar 10 15:26:18.263793 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] For port ad9f6f94-e176-4739-a14c-9edd375150c3, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=ad9f6f94-e176-4739-a14c-9edd375150c3,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:18.267404 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b05fdab2-cecc-4c7b-b212-b2dee9c95a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.295109 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62373-107b-4ec9-9f4b-296782c21cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91705bd-440f-408a-b5c7-8f1a0fab18ec,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:18.307399 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-0382430d-b282-428c-86d6-90f3852b2a8c None None] Current status of the port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:18.316199 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0382430d-b282-428c-86d6-90f3852b2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.392611 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.510731 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5c54a-8603-4e37-9e97-cfe1caf6ab42 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2f8254-2241-4583-b6bc-0f320e043088,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:18.553668 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Routers {'2ed13f55-28c2-4ce6-95d7-7f25aab4da51'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:18.556766 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:18.649537 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b05fdab2-cecc-4c7b-b212-b2dee9c95a1e admin admin] Publish callbacks [] for security_group (82609f05-2f6b-424a-b103-e7c7197815a9), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.662779 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:26:18.685889 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-d88c0b25-a43a-424d-80f3-aa8fe43eed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:18.698614 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-d88c0b25-a43a-424d-80f3-aa8fe43eed64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=704da3685e46421a9a7f2600e15fa3fa&device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 1127 time: 0.6104908 Mar 10 15:26:18.698994 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969a04e-f930-41c0-8137-e837b5789d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511b5a14-bef1-4b3c-ad85-62bd083dfbf5,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:18.699064 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f267a-f403-4acd-8c20-939ad85f52ac req-1c2926db-0129-43c4-8c56-c7ebf136e474 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:18.699064 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-1c2926db-0129-43c4-8c56-c7ebf136e474 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 819 time: 0.9318724 Mar 10 15:26:18.742114 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a3361653-8964-473b-a772-61f1d8e21b98 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (96b939f2-ce81-4d2e-8c64-aac206cec182), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.792694 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b05fdab2-cecc-4c7b-b212-b2dee9c95a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (82609f05-2f6b-424a-b103-e7c7197815a9), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.813899 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-0382430d-b282-428c-86d6-90f3852b2a8c None None] For port b4793d26-f3b8-49c3-aa26-eeb16a0cb097, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:18.872271 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-0da99b69-9399-4866-8ae0-8faadc09d2cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2f8254-2241-4583-b6bc-0f320e043088 HTTP/1.1" status: 200 len: 217 time: 0.1569321 Mar 10 15:26:18.909359 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-e058a10c-14fd-4f19-a26a-4e048ca8f0b9 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/quotas/e5b7ec0e259f4912978415702ab0a335 HTTP/1.1" status: 200 len: 375 time: 0.1387734 Mar 10 15:26:18.924023 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a3361653-8964-473b-a772-61f1d8e21b98 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (96b939f2-ce81-4d2e-8c64-aac206cec182), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:18.927780 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b4793d26-f3b8-49c3-aa26-eeb16a0cb097 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:18.986818 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b05fdab2-cecc-4c7b-b212-b2dee9c95a1e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2715979d6844e53abf202169d5a4897&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0535166 Mar 10 15:26:19.016259 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad471aad-a05e-4646-8f46-9f2338d901ba None None] Pushing event updated for resources: {'Port': ['ID=ad9f6f94-e176-4739-a14c-9edd375150c3,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:19.016441 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49940) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:19.024969 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b50c55-acbe-4f4d-9dd8-cece89ad7fb9 req-fa15c0b6-e0f5-4fcc-ad79-901610a71d86 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:19.029880 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0382430d-b282-428c-86d6-90f3852b2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.038638 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-74b50c55-acbe-4f4d-9dd8-cece89ad7fb9 req-fa15c0b6-e0f5-4fcc-ad79-901610a71d86 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 943 time: 0.5109291 Mar 10 15:26:19.071679 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3361653-8964-473b-a772-61f1d8e21b98 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b939f2-ce81-4d2e-8c64-aac206cec182,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:19.106949 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-89b3f900-a418-4143-9ceb-1af0775b6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:19.108980 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-89b3f900-a418-4143-9ceb-1af0775b6158 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a218cca-3e43-4487-a336-6c5a803e8d35 HTTP/1.1" status: 200 len: 852 time: 0.2404139 Mar 10 15:26:19.114645 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fdab2-cecc-4c7b-b212-b2dee9c95a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82609f05-2f6b-424a-b103-e7c7197815a9,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:19.170176 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] Set router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:19.217301 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a3361653-8964-473b-a772-61f1d8e21b98 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.222597 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a3361653-8964-473b-a772-61f1d8e21b98 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3377283 Mar 10 15:26:19.226343 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 49942) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:19.276828 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-ff541e8d-8cf8-404b-bc27-526808f9605b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'security_group_rule': {'security_group_id': '7acfaeb7-53af-47f2-b9e7-ca50bffb8848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:19.287931 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-29657fa9-be16-4ebf-a049-64fecbb0d437 admin admin] Publish callbacks [] for security_group (82609f05-2f6b-424a-b103-e7c7197815a9), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.289382 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aac5681-ef7f-46b5-b106-7aa9339b1b78" -d '{"events": [{"name": "network-changed", "server_uuid": "d66f000d-8bbf-43e3-af54-b6fac25488ad", "tag": "0d2f8254-2241-4583-b6bc-0f320e043088"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:19.327536 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-57fdf008-9425-4405-b541-66b4d7d28403 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1507d230-8d13-4496-a025-ad0935ff38c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036688 Mar 10 15:26:19.345683 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-29657fa9-be16-4ebf-a049-64fecbb0d437 admin admin] Publish callbacks [] for security_group (82609f05-2f6b-424a-b103-e7c7197815a9), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.352005 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-03d87cf4-a3dc-4aff-b610-494263df4e5f tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4016097 Mar 10 15:26:19.383935 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382430d-b282-428c-86d6-90f3852b2a8c None None] Pushing event updated for resources: {'Port': ['ID=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:19.401192 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-757c0091-e0d9-41b8-bfbd-3fe6796cb693 None None] Provisioning complete for port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:19.401585 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-757c0091-e0d9-41b8-bfbd-3fe6796cb693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.414947 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-74b50c55-acbe-4f4d-9dd8-cece89ad7fb9 req-6fe32082-55e7-4bf6-803e-23d0b6a63323 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670204 Mar 10 15:26:19.504265 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:19.504832 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.604535 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-29657fa9-be16-4ebf-a049-64fecbb0d437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (82609f05-2f6b-424a-b103-e7c7197815a9), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.609870 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-29657fa9-be16-4ebf-a049-64fecbb0d437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.611522 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-29657fa9-be16-4ebf-a049-64fecbb0d437 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82609f05-2f6b-424a-b103-e7c7197815a9 HTTP/1.1" status: 204 len: 168 time: 0.5926857 Mar 10 15:26:19.653102 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29657fa9-be16-4ebf-a049-64fecbb0d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82609f05-2f6b-424a-b103-e7c7197815a9,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:19.660654 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ff541e8d-8cf8-404b-bc27-526808f9605b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (c0e9406d-eccc-4e9a-91ce-e324f39b3059), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.776003 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-c90d791f-be89-4558-949f-5681a88e88bc service neutron] 10.222.0.69 "GET /v2.0/networks/1507d230-8d13-4496-a025-ad0935ff38c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208548 Mar 10 15:26:19.846116 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ff541e8d-8cf8-404b-bc27-526808f9605b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (c0e9406d-eccc-4e9a-91ce-e324f39b3059), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.853114 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-39b588ea-32d3-4b99-a613-2268a6c30c99 service neutron] 10.222.0.70 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748015 Mar 10 15:26:19.969465 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ff541e8d-8cf8-404b-bc27-526808f9605b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (c0e9406d-eccc-4e9a-91ce-e324f39b3059), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:19.991023 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff541e8d-8cf8-404b-bc27-526808f9605b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e9406d-eccc-4e9a-91ce-e324f39b3059,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:20.123167 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdafc7a5-2876-4c71-9f03-98bfdf2dfd73 x-openstack-request-id: req-cdafc7a5-2876-4c71-9f03-98bfdf2dfd73 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:20.141857 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66f000d-8bbf-43e3-af54-b6fac25488ad", "tag": "0d2f8254-2241-4583-b6bc-0f320e043088", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:20.141857 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdafc7a5-2876-4c71-9f03-98bfdf2dfd73 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:20.141857 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66f000d-8bbf-43e3-af54-b6fac25488ad', 'tag': '0d2f8254-2241-4583-b6bc-0f320e043088', 'status': 'completed', 'code': 200} Mar 10 15:26:20.182028 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ff541e8d-8cf8-404b-bc27-526808f9605b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.193326 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ff541e8d-8cf8-404b-bc27-526808f9605b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9331667 Mar 10 15:26:20.195064 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 49966) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:20.201573 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:20.202650 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:20.218713 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-757c0091-e0d9-41b8-bfbd-3fe6796cb693 None None] Current status of the port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:20.227093 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:26:12Z', 'revision_number': 4, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'ad9f6f94-e176-4739-a14c-9edd375150c3', 'name': '', 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'mac_address': 'fa:16:3e:90:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '237c0e6c-c4bc-4f15-83d0-66ba75a3314e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:09Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 4, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'subnets': [{'id': '237c0e6c-c4bc-4f15-83d0-66ba75a3314e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:20.230519 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51e5e96-57cd-4daf-89c1-15d636ee6177 req-e06ddb93-d39b-44a3-b73f-309fc52104ff service neutron] 10.222.0.69 "GET /v2.0/networks/1507d230-8d13-4496-a025-ad0935ff38c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337275 Mar 10 15:26:20.233944 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-218e9052-6d70-4768-a57f-cf398aa895a4 service neutron] 10.222.0.70 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787956 Mar 10 15:26:20.307611 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a190a-18e6-440d-b784-4894df0a9fcf None None] The sync data for ids ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'] in dv-cinder-831247-10-smb is: [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:26:12Z', 'revision_number': 4, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'ad9f6f94-e176-4739-a14c-9edd375150c3', 'name': '', 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'mac_address': 'fa:16:3e:90:0d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '237c0e6c-c4bc-4f15-83d0-66ba75a3314e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:09Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 4, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'subnets': [{'id': '237c0e6c-c4bc-4f15-83d0-66ba75a3314e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:20.340004 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:21.028449 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-150bdb1d-9417-4f23-82f7-d4d2e8d20de2 req-9207bf8e-4e79-4ef3-9d63-e96543627e19 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 210 time: 0.1455262 Mar 10 15:26:21.046325 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ad9f6f94-e176-4739-a14c-9edd375150c3 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:21.173732 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port ad9f6f94-e176-4739-a14c-9edd375150c3 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:21.174329 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:21.209338 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb4a73-5891-4302-82c2-ca457d7f500e req-d54b1a41-fb27-4b05-a427-28f8dc81b46c tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:21.242298 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f2eb4a73-5891-4302-82c2-ca457d7f500e req-d54b1a41-fb27-4b05-a427-28f8dc81b46c tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 943 time: 0.3530018 Mar 10 15:26:21.326723 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-e6ef1a12-4c46-4ee0-83a0-91b455859990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:21.340015 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-e6ef1a12-4c46-4ee0-83a0-91b455859990 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=704da3685e46421a9a7f2600e15fa3fa&device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 1127 time: 0.4562635 Mar 10 15:26:21.355188 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port ad9f6f94-e176-4739-a14c-9edd375150c3 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:21.355851 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:21.395236 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f2eb4a73-5891-4302-82c2-ca457d7f500e req-b7b7bafd-6693-4863-bc80-6cdb849ba095 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611402 Mar 10 15:26:21.491563 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port ad9f6f94-e176-4739-a14c-9edd375150c3, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=ad9f6f94-e176-4739-a14c-9edd375150c3,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:21.498116 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:21.606569 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:21.607568 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b4793d26-f3b8-49c3-aa26-eeb16a0cb097 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:21.658087 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-37c83f83-2fb8-435a-917f-d52ec7701915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:21.821670 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=ad9f6f94-e176-4739-a14c-9edd375150c3,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:21.866549 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-acfacd8a-5cb6-4b61-8b49-b068ec0e9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:21.868085 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-acfacd8a-5cb6-4b61-8b49-b068ec0e9cc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1507d230-8d13-4496-a025-ad0935ff38c5 HTTP/1.1" status: 200 len: 913 time: 0.4951699 Mar 10 15:26:21.903277 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:21.904213 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:22.114791 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-86480fa6-1efa-4847-8c9e-aa1f1c0f87d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2f8254-2241-4583-b6bc-0f320e043088 HTTP/1.1" status: 200 len: 217 time: 0.2182877 Mar 10 15:26:22.115680 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:22.308679 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Allocated IP 172.28.1.248 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/34f33122-8ccd-40c8-a1f8-b49a8be05491) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:22.510194 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for port (34f33122-8ccd-40c8-a1f8-b49a8be05491), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:22.564103 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9347ce4a-4f8a-45f2-aa79-5aa4e8c4751f tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:22.566675 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9347ce4a-4f8a-45f2-aa79-5aa4e8c4751f tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 819 time: 0.7956920 Mar 10 15:26:22.593778 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-eacf47f0-f8e4-4e26-8ba7-3bee2bc7238f tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/quotas/e5b7ec0e259f4912978415702ab0a335 HTTP/1.1" status: 200 len: 375 time: 0.0138719 Mar 10 15:26:22.745941 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-6e2da77c-0c1e-42a6-80ff-b3fb724cea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:22.747818 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-6e2da77c-0c1e-42a6-80ff-b3fb724cea9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a218cca-3e43-4487-a336-6c5a803e8d35 HTTP/1.1" status: 200 len: 852 time: 0.5590177 Mar 10 15:26:22.795464 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-da496547-b881-421c-be22-91083fa92eaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1507d230-8d13-4496-a025-ad0935ff38c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340736 Mar 10 15:26:22.823790 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-5961277f-b744-45db-8fb3-528b36925ce2 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220848 Mar 10 15:26:22.858210 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ad9f6f94-e176-4739-a14c-9edd375150c3 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:23.004502 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port ad9f6f94-e176-4739-a14c-9edd375150c3 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:23.005230 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.167850 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (34f33122-8ccd-40c8-a1f8-b49a8be05491), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.193808 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port ad9f6f94-e176-4739-a14c-9edd375150c3 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:23.322472 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:23.330075 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-fd948c59-28f4-4699-9135-ac9095d11a24 service neutron] 10.222.0.69 "GET /v2.0/networks/1507d230-8d13-4496-a025-ad0935ff38c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251095 Mar 10 15:26:23.338829 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:23.343110 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:23.348279 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-4f64b321-d87d-4e8d-a2b1-eeed4cf3401f service neutron] 10.222.0.70 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800999 Mar 10 15:26:23.356432 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'Port': ['ID=34f33122-8ccd-40c8-a1f8-b49a8be05491,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:23.372491 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d8dab-84d4-49a9-bf62-9311d11f71bf req-4c021906-7942-4451-a939-1a1037448995 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:23.384141 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e52d8dab-84d4-49a9-bf62-9311d11f71bf req-4c021906-7942-4451-a939-1a1037448995 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 943 time: 0.4602544 Mar 10 15:26:23.633893 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (0677596d-2115-469e-8f2e-988de9f104dd), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.660230 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e52d8dab-84d4-49a9-bf62-9311d11f71bf req-b468fa2c-fb4e-49a2-b100-ad482c237076 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750289 Mar 10 15:26:23.691013 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7aac5681-ef7f-46b5-b106-7aa9339b1b78 req-8b8db9e2-16cc-4aab-885d-e582966b0a62 service neutron] 10.222.0.69 "GET /v2.0/networks/1507d230-8d13-4496-a025-ad0935ff38c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273952 Mar 10 15:26:23.693265 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-845aba10-d9c6-47dd-803f-b44cd4b54064 service neutron] 10.222.0.70 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307798 Mar 10 15:26:23.800532 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c5117a48-cf2b-4193-bd9a-f396bed0da36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.894168 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (34f33122-8ccd-40c8-a1f8-b49a8be05491), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.298212 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-eb2078d0-f4ed-42eb-a592-c7f58be1ed33 req-4ca81844-4323-42f1-b636-1d2b12cbca35 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 210 time: 0.0415843 Mar 10 15:26:24.401535 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for port (34f33122-8ccd-40c8-a1f8-b49a8be05491), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.491462 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (34f33122-8ccd-40c8-a1f8-b49a8be05491), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.574349 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'Port': ['ID=34f33122-8ccd-40c8-a1f8-b49a8be05491,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:24.587807 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (0677596d-2115-469e-8f2e-988de9f104dd), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.716230 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.728290 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e4d372cf-a1f5-45e1-8647-540fe11ed245 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5318835 Mar 10 15:26:24.896357 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78455f-cde2-4278-a4b2-ed3b42e8ebfb req-eca635c5-8136-4d02-a97e-69da96888883 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:24.898913 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ce78455f-cde2-4278-a4b2-ed3b42e8ebfb req-eca635c5-8136-4d02-a97e-69da96888883 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 943 time: 0.0892096 Mar 10 15:26:24.922303 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.998051 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ce78455f-cde2-4278-a4b2-ed3b42e8ebfb req-adcee285-f106-45ed-bca0-a9e65da8b919 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928497 Mar 10 15:26:25.383404 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-d224bbdf-1c8f-493b-8646-9153c6d8f23b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1560341051&fields=id&tenant_id=9f632337d7e1471aa36b326b63ed2dcb HTTP/1.1" status: 200 len: 267 time: 0.0660996 Mar 10 15:26:25.471695 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ea6a60b8-e22e-449c-ab45-9fcb5a00e527 req-928e031a-565c-4101-a569-fe36c5149c86 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 210 time: 0.0575309 Mar 10 15:26:25.649234 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-a3151c06-c702-4463-9c81-1fc2fe045cea tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:25.662482 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-a3151c06-c702-4463-9c81-1fc2fe045cea tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 811 time: 0.2781017 Mar 10 15:26:25.677926 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-89f44d68-47e3-4325-9d7d-118290515163 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/quotas/9f632337d7e1471aa36b326b63ed2dcb HTTP/1.1" status: 200 len: 375 time: 0.0135128 Mar 10 15:26:25.822325 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-fe2abe82-7f11-4eb5-acef-fb72bf40ebc0 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1335409 Mar 10 15:26:26.172530 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb771-994a-4f15-b134-ef1d3ce91649 req-5c786dd0-fc68-42b3-a0c7-a68707ad5143 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:26.174354 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c2ceb771-994a-4f15-b134-ef1d3ce91649 req-5c786dd0-fc68-42b3-a0c7-a68707ad5143 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 943 time: 0.0855949 Mar 10 15:26:26.223320 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-c10f0ae7-efd3-4309-abc6-ced0510ce656 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:26:26.223320 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-c10f0ae7-efd3-4309-abc6-ced0510ce656 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0988076 Mar 10 15:26:26.298311 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c2ceb771-994a-4f15-b134-ef1d3ce91649 req-ecc40731-7cae-436b-9227-7e0b35e5904b tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182859 Mar 10 15:26:26.358243 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b62f0119-0bb6-4ce8-b460-b0dc38fe5c69 service neutron] 10.222.0.70 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258872 Mar 10 15:26:26.396881 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.451064 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-72e73351-1475-40e7-b2e8-bab63db4161d service neutron] 10.222.0.70 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Mar 10 15:26:26.664547 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b855ee1b-2956-4952-9b85-8576748d1f26 req-01461d01-c4f0-41b1-94c1-ae4150f5b30d tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 210 time: 0.0840364 Mar 10 15:26:26.711821 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f267a-f403-4acd-8c20-939ad85f52ac req-9c5a34e3-fc3e-447e-9297-952869c96c3c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:26.711821 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-9c5a34e3-fc3e-447e-9297-952869c96c3c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 819 time: 0.1659427 Mar 10 15:26:26.734084 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Request body: {'port': {'device_id': '4cde8c92-bef7-4e9b-b1c5-9db1a349b97f', 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb', 'admin_state_up': True, 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:26.848796 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c3536502-7f4b-4453-9d42-9ad5793f5956 req-3e62cb69-271e-4e6b-b863-d27d6613bbff tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 210 time: 0.0694404 Mar 10 15:26:27.037791 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Made reservation on behalf of e5b7ec0e259f4912978415702ab0a335 for: {'port': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:27.042186 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.196270 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Allocated IP 172.20.0.6 (44504a86-8e35-4c07-bc61-e6ddfcfdbbdb/237c0e6c-c4bc-4f15-83d0-66ba75a3314e/f65b3306-04ef-4bc7-9675-1b63ded921c9) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:27.356606 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.69', 52495) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:27.446738 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks [] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.494159 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6428e6-d16b-41ea-b8b5-8ea62019f6ab req-455b6197-366e-4357-bf61-19d172755ef2 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:27.494159 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4b6428e6-d16b-41ea-b8b5-8ea62019f6ab req-455b6197-366e-4357-bf61-19d172755ef2 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 943 time: 0.1044118 Mar 10 15:26:27.559017 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4b6428e6-d16b-41ea-b8b5-8ea62019f6ab req-46098744-6aef-4ebc-9a3b-6c150a75c42b tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565581 Mar 10 15:26:27.561208 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-458c44d4-aaa4-452d-be8d-762aab51bab9 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:27.562869 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-458c44d4-aaa4-452d-be8d-762aab51bab9 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 819 time: 0.1941733 Mar 10 15:26:27.595599 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Request body: {'port': {'device_id': '2b9aafa8-eeb3-4511-94b9-d28e0c16ba96', 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb', 'admin_state_up': True, 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:27.646976 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.691166 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50282) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:27.720584 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:27.723777 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:27.728101 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:27.733971 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:27.735179 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.738645 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Pushing event updated for resources: {'Port': ['ID=f65b3306-04ef-4bc7-9675-1b63ded921c9,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:27.783986 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.852301 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61c8d0bc-1e52-422d-a094-757665df36f0 req-de517427-2b3a-4f88-9537-9bbfb2265c9c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 210 time: 0.0432074 Mar 10 15:26:27.867093 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-0cc2120d-6a05-48aa-b8d2-1a32038cb08b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1365690 Mar 10 15:26:27.884775 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Request body: {'port': {'device_id': '4cde8c92-bef7-4e9b-b1c5-9db1a349b97f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:27.945331 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3f9c8b72-6f1f-42fa-8eb8-1a57d6dbc5ae req-03eee967-2250-4e64-8562-ac40cbbd2b20 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 210 time: 0.0331202 Mar 10 15:26:27.982358 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bd190c24-d57a-4a32-966a-ef551aff9349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.995463 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Made reservation on behalf of e5b7ec0e259f4912978415702ab0a335 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:28.003742 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.012960 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.198251 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bd190c24-d57a-4a32-966a-ef551aff9349 admin admin] Publish callbacks [] for security_group (fe92b21d-127f-463c-949d-2adb53c7968e), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.277931 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bd190c24-d57a-4a32-966a-ef551aff9349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (fe92b21d-127f-463c-949d-2adb53c7968e), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.332967 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd190c24-d57a-4a32-966a-ef551aff9349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe92b21d-127f-463c-949d-2adb53c7968e,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:28.339480 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-bd190c24-d57a-4a32-966a-ef551aff9349 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=229f282c81774bf495390871dfc35b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6471794 Mar 10 15:26:28.342217 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 50318) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:28.412921 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65b3306-04ef-4bc7-9675-1b63ded921c9 {{(pid=103646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:28.421963 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Publish callbacks [] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.435724 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.provisioning_blocks [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Transition to ACTIVE for port object f65b3306-04ef-4bc7-9675-1b63ded921c9 will not be triggered until provisioned by entity L2. {{(pid=103646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:26:28.541916 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-521e8d00-fca6-41c7-8dc9-081059388dea admin admin] Publish callbacks [] for security_group (fe92b21d-127f-463c-949d-2adb53c7968e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.545119 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.616857 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-521e8d00-fca6-41c7-8dc9-081059388dea admin admin] Publish callbacks [] for security_group (fe92b21d-127f-463c-949d-2adb53c7968e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.644956 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Pushing event updated for resources: {'Port': ['ID=f65b3306-04ef-4bc7-9675-1b63ded921c9,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:28.660357 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Allocated IP 172.20.0.2 (44504a86-8e35-4c07-bc61-e6ddfcfdbbdb/237c0e6c-c4bc-4f15-83d0-66ba75a3314e/ede2a064-0eb9-4c20-bd6c-1c6433784ea5) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:28.664764 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Attempting to bind port f65b3306-04ef-4bc7-9675-1b63ded921c9 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:28.664764 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Attempting to bind port f65b3306-04ef-4bc7-9675-1b63ded921c9 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:28.664764 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Attempting to bind port f65b3306-04ef-4bc7-9675-1b63ded921c9 on network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:28.692374 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Port f65b3306-04ef-4bc7-9675-1b63ded921c9 on network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:26:28.692374 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Attempting to bind port f65b3306-04ef-4bc7-9675-1b63ded921c9 on network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:28.703890 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:28.704342 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Checking segment: {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:28.704865 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Bound using segment: {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:28.705224 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Bound port: f65b3306-04ef-4bc7-9675-1b63ded921c9, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:28.705589 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.771350 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2d671-bde0-44f7-9ec0-57970484a9f1 req-d36db450-fed3-4bad-8c83-ca3e14df1e51 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:28.771350 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-63e2d671-bde0-44f7-9ec0-57970484a9f1 req-d36db450-fed3-4bad-8c83-ca3e14df1e51 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 943 time: 0.1196930 Mar 10 15:26:28.862807 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] For port f65b3306-04ef-4bc7-9675-1b63ded921c9, host hv-cinder-83124, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:28.895380 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] For port f65b3306-04ef-4bc7-9675-1b63ded921c9, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:28.907139 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-63e2d671-bde0-44f7-9ec0-57970484a9f1 req-882c5f1c-87bd-4f9a-bf64-26438c090f0a tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363895 Mar 10 15:26:28.971228 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks [] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.008531 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-521e8d00-fca6-41c7-8dc9-081059388dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (fe92b21d-127f-463c-949d-2adb53c7968e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.016950 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-521e8d00-fca6-41c7-8dc9-081059388dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.016950 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-521e8d00-fca6-41c7-8dc9-081059388dea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe92b21d-127f-463c-949d-2adb53c7968e HTTP/1.1" status: 204 len: 168 time: 0.6721020 Mar 10 15:26:29.028095 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e8d00-fca6-41c7-8dc9-081059388dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe92b21d-127f-463c-949d-2adb53c7968e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:29.037222 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-38a36c09-2d72-408b-b76c-7d294da87c81 req-b5e65061-92d9-4f71-a5ed-988f561a92f0 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 210 time: 0.0596244 Mar 10 15:26:29.040755 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.164125 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:29.165180 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.168229 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] 10.222.0.69 "PUT /v2.0/ports/f65b3306-04ef-4bc7-9675-1b63ded921c9 HTTP/1.1" status: 200 len: 1093 time: 1.2884336 Mar 10 15:26:29.169575 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.173686 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fdbb8997-1bb7-48e6-a94e-8492d76c645f req-13595a16-5dc3-4cc9-8153-6a5ab61679de tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 210 time: 0.1085265 Mar 10 15:26:29.177257 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cde8c92-bef7-4e9b-b1c5-9db1a349b97f', 'tag': 'f65b3306-04ef-4bc7-9675-1b63ded921c9'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:29.185336 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2cca26-4383-49d1-a2a4-c97fc0293055" -d '{"events": [{"name": "network-changed", "server_uuid": "4cde8c92-bef7-4e9b-b1c5-9db1a349b97f", "tag": "f65b3306-04ef-4bc7-9675-1b63ded921c9"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:29.249176 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a2911-09d4-482a-8955-03a86ddac73b service neutron] Pushing event updated for resources: {'Port': ['ID=f65b3306-04ef-4bc7-9675-1b63ded921c9,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:29.267981 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a090682c-ab08-43c4-982c-bbf645e87630 x-openstack-request-id: req-a090682c-ab08-43c4-982c-bbf645e87630 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:29.267981 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cde8c92-bef7-4e9b-b1c5-9db1a349b97f", "tag": "f65b3306-04ef-4bc7-9675-1b63ded921c9", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:29.267981 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a090682c-ab08-43c4-982c-bbf645e87630 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:29.268938 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cde8c92-bef7-4e9b-b1c5-9db1a349b97f', 'tag': 'f65b3306-04ef-4bc7-9675-1b63ded921c9', 'status': 'completed', 'code': 200} Mar 10 15:26:29.360607 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:29.366341 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cca26-4383-49d1-a2a4-c97fc0293055 req-b728fc2d-aef7-4a22-b0e6-a278032ce539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:29.368189 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-da2cca26-4383-49d1-a2a4-c97fc0293055 req-b728fc2d-aef7-4a22-b0e6-a278032ce539 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1127 time: 0.0579946 Mar 10 15:26:29.368919 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:29.372148 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:29.404846 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Pushing event updated for resources: {'Port': ['ID=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:29.427478 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.449001 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:29.449685 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.554609 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-97365265-1b1d-42e6-b8a9-517e10f665d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9759541 Mar 10 15:26:29.579799 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Request body: {'port': {'device_id': '2b9aafa8-eeb3-4511-94b9-d28e0c16ba96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:29.580480 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cca26-4383-49d1-a2a4-c97fc0293055 req-d3a268a9-66cb-45ab-80a6-1fbf146680fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:29.581830 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-da2cca26-4383-49d1-a2a4-c97fc0293055 req-d3a268a9-66cb-45ab-80a6-1fbf146680fd service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e5b7ec0e259f4912978415702ab0a335&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1963761 Mar 10 15:26:29.660493 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.700543 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 0d2f8254-2241-4583-b6bc-0f320e043088 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:26:29.853026 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.69', 52510) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:29.858067 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 0d2f8254-2241-4583-b6bc-0f320e043088, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0d2f8254-2241-4583-b6bc-0f320e043088,segment=NetworkSegment(7d38a474-dd6e-4940-b49c-2d4bc7660897),segment_id=7d38a474-dd6e-4940-b49c-2d4bc7660897)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:29.864047 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 50372) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:29.878383 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '0d2f8254-2241-4583-b6bc-0f320e043088', 'network_id': '1507d230-8d13-4496-a025-ad0935ff38c5', 'port_id': '0d2f8254-2241-4583-b6bc-0f320e043088', 'mac_address': 'fa:16:3e:1e:7c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a218cca-3e43-4487-a336-6c5a803e8d35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:26:29.931342 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-27b97606-c020-47e7-8279-7eeee9a18bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.947204 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 0d2f8254-2241-4583-b6bc-0f320e043088 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:29.947794 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.978091 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2f8254-2241-4583-b6bc-0f320e043088 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:30.026170 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 0d2f8254-2241-4583-b6bc-0f320e043088, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0d2f8254-2241-4583-b6bc-0f320e043088,segment=NetworkSegment(7d38a474-dd6e-4940-b49c-2d4bc7660897),segment_id=7d38a474-dd6e-4940-b49c-2d4bc7660897)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:30.055441 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cca26-4383-49d1-a2a4-c97fc0293055 req-ed0916e6-345b-44c6-8ddd-09319d47c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:30.056975 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-da2cca26-4383-49d1-a2a4-c97fc0293055 req-ed0916e6-345b-44c6-8ddd-09319d47c419 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4687862 Mar 10 15:26:30.095516 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.128156 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0da05-74ad-4ee5-87ad-91b59bfd5b6a req-7dc51ece-4018-47d2-8000-9ae648a00c10 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:30.133846 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-66c0da05-74ad-4ee5-87ad-91b59bfd5b6a req-7dc51ece-4018-47d2-8000-9ae648a00c10 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 943 time: 0.0975375 Mar 10 15:26:30.159257 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-62031fdb-2940-42db-a220-05b2885fd205 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:30.160860 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-62031fdb-2940-42db-a220-05b2885fd205 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 811 time: 0.3066621 Mar 10 15:26:30.197580 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=0d2f8254-2241-4583-b6bc-0f320e043088,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:30.245327 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-66c0da05-74ad-4ee5-87ad-91b59bfd5b6a req-84c28241-1418-4a5c-82c0-ac15ff688fc7 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973990 Mar 10 15:26:30.286501 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-27b97606-c020-47e7-8279-7eeee9a18bf9 admin admin] Publish callbacks [] for security_group (2ac88db9-a609-47ec-a692-053fef2954d2), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.319072 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-0169e733-ba3c-4414-a0d9-dbbba90f9dec tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f632337d7e1471aa36b326b63ed2dcb HTTP/1.1" status: 200 len: 380 time: 0.1378706 Mar 10 15:26:30.333129 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f267a-f403-4acd-8c20-939ad85f52ac req-da2931c9-02be-476a-91ba-1b3da78500a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:30.334666 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-da2931c9-02be-476a-91ba-1b3da78500a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1127 time: 0.1049070 Mar 10 15:26:30.342226 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d281c7-8935-4668-b668-59e5c56e4c12 req-21434a73-26c6-4529-8e8e-b6df3228e521 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:30.343677 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-96d281c7-8935-4668-b668-59e5c56e4c12 req-21434a73-26c6-4529-8e8e-b6df3228e521 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 931 time: 0.1118960 Mar 10 15:26:30.364471 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'port': {'device_id': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'admin_state_up': True, 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'security_groups': ['7acfaeb7-53af-47f2-b9e7-ca50bffb8848']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:30.375149 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede2a064-0eb9-4c20-bd6c-1c6433784ea5 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:30.384586 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c0a73a7e-a95e-4de3-b3aa-457f5a992bdf req-f41dcc7b-1c22-48c9-a859-677553a38bd9 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 210 time: 0.0535498 Mar 10 15:26:30.394892 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Publish callbacks [] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.418197 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-e92b8b8d-85e4-4972-bada-3e3bbc45d001 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9 HTTP/1.1" status: 200 len: 217 time: 0.0670025 Mar 10 15:26:30.434093 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-27b97606-c020-47e7-8279-7eeee9a18bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2ac88db9-a609-47ec-a692-053fef2954d2), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.458023 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['0d2f8254-2241-4583-b6bc-0f320e043088'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:30.465273 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Transition to ACTIVE for port object ede2a064-0eb9-4c20-bd6c-1c6433784ea5 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:26:30.491254 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-96d281c7-8935-4668-b668-59e5c56e4c12 req-53971bc3-d92d-43a4-b575-bcc0eb112b4e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321478 Mar 10 15:26:30.501379 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f267a-f403-4acd-8c20-939ad85f52ac req-7dbd4713-21e8-4ef5-92d8-e8ad3bdf8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:30.503008 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-7dbd4713-21e8-4ef5-92d8-e8ad3bdf8604 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.0765731 Mar 10 15:26:30.532612 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-27b97606-c020-47e7-8279-7eeee9a18bf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37a5ee7115bf490585ca22489b4a8afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6578815 Mar 10 15:26:30.552337 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b97606-c020-47e7-8279-7eeee9a18bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac88db9-a609-47ec-a692-053fef2954d2,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:30.552894 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-f2184114-ec33-458f-b8de-dbfa43b4d2e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290108 Mar 10 15:26:30.554384 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 50400) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:30.579176 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.658577 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-21faf6ba-a638-48ed-99e5-5ba1b045e7d1 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116548 Mar 10 15:26:30.688669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Made reservation on behalf of 9f632337d7e1471aa36b326b63ed2dcb for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:30.692464 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.699402 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Pushing event updated for resources: {'Port': ['ID=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:30.750683 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fa12c3ac-035b-4f39-bb2f-44bb1e0e6ae1 admin admin] Publish callbacks [] for security_group (2ac88db9-a609-47ec-a692-053fef2954d2), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.815585 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-864f267a-f403-4acd-8c20-939ad85f52ac req-b1d8bf40-5ee1-4b6a-adb5-3a8b053f9f25 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513934 Mar 10 15:26:30.822247 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fa12c3ac-035b-4f39-bb2f-44bb1e0e6ae1 admin admin] Publish callbacks [] for security_group (2ac88db9-a609-47ec-a692-053fef2954d2), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.871453 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Attempting to bind port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:30.871825 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Attempting to bind port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:30.872154 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Attempting to bind port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 on network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:30.912967 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 on network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:26:30.912967 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Attempting to bind port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 on network 44504a86-8e35-4c07-bc61-e6ddfcfdbbdb {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:30.927669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:30.928167 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Checking segment: {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:30.928673 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Bound using segment: {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:30.929212 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Bound port: ede2a064-0eb9-4c20-bd6c-1c6433784ea5, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c89bc14-71fc-4110-9741-cc0a48c74d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:30.935863 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.956158 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Allocated IP 172.20.0.13 (e3984049-902f-4889-9806-960bd0220b37/4c457089-b952-462c-8e00-651a041a7fa7/1e3ba565-3d89-4e0f-bb2c-c05ada312c0e) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:31.038860 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] For port ede2a064-0eb9-4c20-bd6c-1c6433784ea5, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:31.044118 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] For port ede2a064-0eb9-4c20-bd6c-1c6433784ea5, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:31.060474 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fa12c3ac-035b-4f39-bb2f-44bb1e0e6ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2ac88db9-a609-47ec-a692-053fef2954d2), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.065848 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fa12c3ac-035b-4f39-bb2f-44bb1e0e6ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.067022 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-fa12c3ac-035b-4f39-bb2f-44bb1e0e6ae1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ac88db9-a609-47ec-a692-053fef2954d2 HTTP/1.1" status: 204 len: 168 time: 0.5116735 Mar 10 15:26:31.087725 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12c3ac-035b-4f39-bb2f-44bb1e0e6ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac88db9-a609-47ec-a692-053fef2954d2,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:31.173105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.385782 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2da29-db3a-4ec9-99d5-642bdd8aa7b8 req-77d9e979-cc37-4d5f-b63d-57b5da777516 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:31.387409 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8af2da29-db3a-4ec9-99d5-642bdd8aa7b8 req-77d9e979-cc37-4d5f-b63d-57b5da777516 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 944 time: 0.0559931 Mar 10 15:26:31.436424 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8af2da29-db3a-4ec9-99d5-642bdd8aa7b8 req-d379ff4d-82c7-4c70-96f9-ebe944b03e51 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Mar 10 15:26:31.494116 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8eca0aea-e8ad-4e84-af94-4166b35bd8d4 req-bcc699de-486f-4f52-a440-493ab77b2368 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 210 time: 0.0260921 Mar 10 15:26:31.619974 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e744459-f2bf-4d8d-9546-5d6963b142e5 req-01ef83ca-d3f6-4fb2-8bbd-e4c9071db71a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:31.622200 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7e744459-f2bf-4d8d-9546-5d6963b142e5 req-01ef83ca-d3f6-4fb2-8bbd-e4c9071db71a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 943 time: 0.0556548 Mar 10 15:26:31.668022 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 0d2f8254-2241-4583-b6bc-0f320e043088 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:31.684575 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7e744459-f2bf-4d8d-9546-5d6963b142e5 req-a1d1a78d-e113-4abe-9262-69f95e547430 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567377 Mar 10 15:26:31.964724 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.996343 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.038883 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 0d2f8254-2241-4583-b6bc-0f320e043088 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:26:32.044058 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 0d2f8254-2241-4583-b6bc-0f320e043088 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:32.044617 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.044728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:32.045272 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.053676 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] 10.222.0.69 "PUT /v2.0/ports/ede2a064-0eb9-4c20-bd6c-1c6433784ea5 HTTP/1.1" status: 200 len: 1093 time: 2.4714572 Mar 10 15:26:32.053676 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9aafa8-eeb3-4511-94b9-d28e0c16ba96', 'tag': 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:32.054239 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Network e3984049-902f-4889-9806-960bd0220b37 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:32.055809 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f9c51-9864-458c-accc-64b95afc295c service neutron] Pushing event updated for resources: {'Port': ['ID=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:32.061866 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:32.065887 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:32.130203 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 0d2f8254-2241-4583-b6bc-0f320e043088 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:32.130786 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.151345 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:32.152627 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.156717 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'Port': ['ID=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:32.173740 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66f000d-8bbf-43e3-af54-b6fac25488ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2f8254-2241-4583-b6bc-0f320e043088'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:32.305408 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 0d2f8254-2241-4583-b6bc-0f320e043088, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0d2f8254-2241-4583-b6bc-0f320e043088,segment=NetworkSegment(7d38a474-dd6e-4940-b49c-2d4bc7660897),segment_id=7d38a474-dd6e-4940-b49c-2d4bc7660897)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:32.353764 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9f39e160-ce2b-4ec0-bd03-0627376c342a None None] Provisioning complete for port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:32.353764 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9f39e160-ce2b-4ec0-bd03-0627376c342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.353931 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-0e9b3f77-89e8-4451-ae8e-7092150c9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:32.353931 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-0e9b3f77-89e8-4451-ae8e-7092150c9ad1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 1127 time: 0.1349301 Mar 10 15:26:32.387569 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9f39e160-ce2b-4ec0-bd03-0627376c342a None None] Port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:32.432514 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50470) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:32.442397 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.514569 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=0d2f8254-2241-4583-b6bc-0f320e043088,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:32.614594 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b1106f3f-057e-48de-a671-2a1798622ee1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2871134 Mar 10 15:26:32.616003 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-a540b249-4e8d-4bf2-aa1a-1a25f4c27737 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5 HTTP/1.1" status: 200 len: 217 time: 0.2527449 Mar 10 15:26:32.618567 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61654fa-a528-4a19-a5ac-3bb0e170fc86" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9aafa8-eeb3-4511-94b9-d28e0c16ba96", "tag": "ede2a064-0eb9-4c20-bd6c-1c6433784ea5"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:32.639150 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Request body: {'port': {'device_id': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:32.650392 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3049-25a7-4d1d-9186-5fbec2bc4f99 req-c82b2c9d-f883-4166-863c-6c55bc05fee4 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:32.652843 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-840f3049-25a7-4d1d-9186-5fbec2bc4f99 req-c82b2c9d-f883-4166-863c-6c55bc05fee4 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 945 time: 0.0991287 Mar 10 15:26:32.670701 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c098b4d-7c8d-4fba-b5f2-0156440be2b1" -d '{"events": [{"server_uuid": "d66f000d-8bbf-43e3-af54-b6fac25488ad", "name": "network-vif-plugged", "status": "completed", "tag": "0d2f8254-2241-4583-b6bc-0f320e043088"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:32.676751 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5fa77-3b42-4ade-a80d-a772297d0ad8 req-d49151c1-ebad-421a-9a25-5e7357a4a0cc tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:32.678363 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f5a5fa77-3b42-4ade-a80d-a772297d0ad8 req-d49151c1-ebad-421a-9a25-5e7357a4a0cc tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 932 time: 0.0927219 Mar 10 15:26:32.737610 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-71d63273-e2a4-4150-8689-d990c7078527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:32.739083 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-71d63273-e2a4-4150-8689-d990c7078527 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.1052601 Mar 10 15:26:32.743617 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.762923 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-840f3049-25a7-4d1d-9186-5fbec2bc4f99 req-29322544-e653-406d-baa8-63dc72a1f8af tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011882 Mar 10 15:26:32.793663 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f5a5fa77-3b42-4ade-a80d-a772297d0ad8 req-9b2b17eb-ae9e-4bbf-bd66-91f321ddd339 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019089 Mar 10 15:26:32.801120 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-5fc75f95-34eb-4b85-af6a-327f878fd439 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538261 Mar 10 15:26:32.827554 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-322b98bc-6e90-4f07-92c1-176b20b03f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.911050 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-322b98bc-6e90-4f07-92c1-176b20b03f13 admin admin] Publish callbacks [] for security_group (6f0836b5-c03c-45c3-93dc-797088de4a63), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.994388 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad10f37-0c79-4b7f-b3ca-2e2c89d924bc x-openstack-request-id: req-0ad10f37-0c79-4b7f-b3ca-2e2c89d924bc {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:32.994881 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9aafa8-eeb3-4511-94b9-d28e0c16ba96", "tag": "ede2a064-0eb9-4c20-bd6c-1c6433784ea5", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:32.994968 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ad10f37-0c79-4b7f-b3ca-2e2c89d924bc {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:32.995905 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9aafa8-eeb3-4511-94b9-d28e0c16ba96', 'tag': 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5', 'status': 'completed', 'code': 200} Mar 10 15:26:33.013463 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-322b98bc-6e90-4f07-92c1-176b20b03f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6f0836b5-c03c-45c3-93dc-797088de4a63), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.076092 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-8b8bd08c-3e45-455b-9c7d-742a3da2742a service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631868 Mar 10 15:26:33.091256 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b98bc-6e90-4f07-92c1-176b20b03f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0836b5-c03c-45c3-93dc-797088de4a63,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:33.111082 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-322b98bc-6e90-4f07-92c1-176b20b03f13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61efb24b084b43c5a8405a651a7d1159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6657071 Mar 10 15:26:33.111082 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50498) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:33.133768 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50500) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:33.163780 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f5091-91ff-4c81-baa0-a764237ab68d req-76d4f05b-7f75-43b3-841b-ac90954f9364 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:33.165616 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9d6f5091-91ff-4c81-baa0-a764237ab68d req-76d4f05b-7f75-43b3-841b-ac90954f9364 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 943 time: 0.1255434 Mar 10 15:26:33.219092 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce0da45b-a695-49e9-93be-aee2b6944b88 admin admin] Publish callbacks [] for security_group (6f0836b5-c03c-45c3-93dc-797088de4a63), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.239639 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e8f5c9-d65c-41fc-9a33-c710160e5d23 x-openstack-request-id: req-e6e8f5c9-d65c-41fc-9a33-c710160e5d23 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:33.239959 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66f000d-8bbf-43e3-af54-b6fac25488ad", "name": "network-vif-plugged", "status": "completed", "tag": "0d2f8254-2241-4583-b6bc-0f320e043088", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:33.240286 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6e8f5c9-d65c-41fc-9a33-c710160e5d23 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:33.241013 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66f000d-8bbf-43e3-af54-b6fac25488ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2f8254-2241-4583-b6bc-0f320e043088', 'code': 200} Mar 10 15:26:33.250797 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9d6f5091-91ff-4c81-baa0-a764237ab68d req-55c6fe01-e318-477a-ad7e-59f3cc11b91a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742865 Mar 10 15:26:33.255712 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce0da45b-a695-49e9-93be-aee2b6944b88 admin admin] Publish callbacks [] for security_group (6f0836b5-c03c-45c3-93dc-797088de4a63), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.276733 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c1be4474-6aa5-461c-8081-a78b99b77775 req-ea69d61d-e3c7-4019-aa17-a6330ac4c086 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892481 Mar 10 15:26:33.285421 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:33.289989 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7127be8-84cf-4c10-bb25-4a7ae367d0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.296163 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Publish callbacks [] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.310835 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Transition to ACTIVE for port object 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:26:33.394082 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7127be8-84cf-4c10-bb25-4a7ae367d0bf admin admin] Publish callbacks [] for security_group (de3154af-2e3d-49b3-9c6f-ba6283a14b84), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.414499 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.454928 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce0da45b-a695-49e9-93be-aee2b6944b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6f0836b5-c03c-45c3-93dc-797088de4a63), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.457671 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce0da45b-a695-49e9-93be-aee2b6944b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.459380 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-ce0da45b-a695-49e9-93be-aee2b6944b88 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f0836b5-c03c-45c3-93dc-797088de4a63 HTTP/1.1" status: 204 len: 168 time: 0.3530819 Mar 10 15:26:33.472620 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0da45b-a695-49e9-93be-aee2b6944b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0836b5-c03c-45c3-93dc-797088de4a63,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:33.512385 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7127be8-84cf-4c10-bb25-4a7ae367d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (de3154af-2e3d-49b3-9c6f-ba6283a14b84), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.635410 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:33.639699 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7127be8-84cf-4c10-bb25-4a7ae367d0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3154af-2e3d-49b3-9c6f-ba6283a14b84,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:33.646663 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-c7127be8-84cf-4c10-bb25-4a7ae367d0bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8930fca577d4ab582d657831c6517b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123115 Mar 10 15:26:33.659675 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 50528) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:33.696788 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device f65b3306-04ef-4bc7-9675-1b63ded921c9 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:26:33.709761 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-6868db61-cc9a-450a-8b7c-fcfce1e9b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:33.724205 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-6868db61-cc9a-450a-8b7c-fcfce1e9b8ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 1127 time: 0.2505529 Mar 10 15:26:33.759326 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd556c1-ae00-491d-952d-26349cfbd446 req-6ccdb9f6-cffe-4cc7-9833-cc8089e0b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:33.759326 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ddd556c1-ae00-491d-952d-26349cfbd446 req-6ccdb9f6-cffe-4cc7-9833-cc8089e0b04c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 1129 time: 0.1068678 Mar 10 15:26:33.781215 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-ddd556c1-ae00-491d-952d-26349cfbd446 req-c8afc85b-f09f-4fc0-b7e9-9ae57cb55662 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.847203 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Attempting to bind port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:33.847307 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Attempting to bind port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:33.848972 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Attempting to bind port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e on network e3984049-902f-4889-9806-960bd0220b37 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:33.894040 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port f65b3306-04ef-4bc7-9675-1b63ded921c9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:33.914310 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'f65b3306-04ef-4bc7-9675-1b63ded921c9', 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb', 'port_id': 'f65b3306-04ef-4bc7-9675-1b63ded921c9', 'mac_address': 'fa:16:3e:f9:42:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237c0e6c-c4bc-4f15-83d0-66ba75a3314e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:26:33.929665 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e on network e3984049-902f-4889-9806-960bd0220b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:26:33.929665 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Attempting to bind port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e on network e3984049-902f-4889-9806-960bd0220b37 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:33.964475 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:33.964814 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Checking segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:33.967563 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Bound using segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:33.967563 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Bound port: 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:33.967563 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.969299 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port f65b3306-04ef-4bc7-9675-1b63ded921c9 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:33.969774 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.984604 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65b3306-04ef-4bc7-9675-1b63ded921c9 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:34.008988 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port f65b3306-04ef-4bc7-9675-1b63ded921c9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:34.074343 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-ddd556c1-ae00-491d-952d-26349cfbd446 req-c8afc85b-f09f-4fc0-b7e9-9ae57cb55662 service neutron] Publish callbacks [] for security_group (f9b473a6-b903-4f49-ac83-4141bf316544), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.077887 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.088791 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-30e8f971-7215-491b-8f4c-fb94c3efa7fa admin admin] Publish callbacks [] for security_group (de3154af-2e3d-49b3-9c6f-ba6283a14b84), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.102310 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865e10-4bbb-4842-88a6-6df0307901ec req-2a9c704b-7d2a-41bb-8b41-77d8c64146a9 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.104083 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-16865e10-4bbb-4842-88a6-6df0307901ec req-2a9c704b-7d2a-41bb-8b41-77d8c64146a9 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 944 time: 0.1380980 Mar 10 15:26:34.117304 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99039b03-2328-498c-9273-9d9b7f515382 req-e76bd316-6e6d-46cd-81f9-83e6a650c3d4 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.117304 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99039b03-2328-498c-9273-9d9b7f515382 req-e76bd316-6e6d-46cd-81f9-83e6a650c3d4 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 945 time: 0.1669233 Mar 10 15:26:34.131972 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-5ce0b6f6-5429-465e-b286-8f96de20f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.133528 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-5ce0b6f6-5429-465e-b286-8f96de20f366 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 920 time: 0.3821516 Mar 10 15:26:34.143602 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-30e8f971-7215-491b-8f4c-fb94c3efa7fa admin admin] Publish callbacks [] for security_group (de3154af-2e3d-49b3-9c6f-ba6283a14b84), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.174304 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=f65b3306-04ef-4bc7-9675-1b63ded921c9,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:34.183900 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-ddd556c1-ae00-491d-952d-26349cfbd446 req-c8afc85b-f09f-4fc0-b7e9-9ae57cb55662 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f9b473a6-b903-4f49-ac83-4141bf316544), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.195307 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-f0d080cf-67c4-41c6-bc5a-a29fe3891e50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5 HTTP/1.1" status: 200 len: 217 time: 0.0538514 Mar 10 15:26:34.203471 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] For port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:34.226442 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ddd556c1-ae00-491d-952d-26349cfbd446 req-c8afc85b-f09f-4fc0-b7e9-9ae57cb55662 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633565 Mar 10 15:26:34.315222 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-16865e10-4bbb-4842-88a6-6df0307901ec req-dbaac77d-156d-4a62-af0c-0905713133c6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933861 Mar 10 15:26:34.321764 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] For port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:34.327783 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 50558) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:34.350379 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99039b03-2328-498c-9273-9d9b7f515382 req-133b9ed8-37b6-402d-ab97-6820bd88817c tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730289 Mar 10 15:26:34.351568 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afc85b-f09f-4fc0-b7e9-9ae57cb55662 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b473a6-b903-4f49-ac83-4141bf316544,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:34.355873 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-3fc7df80-7499-4592-9bdb-b1eed6e00fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.355873 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-3fc7df80-7499-4592-9bdb-b1eed6e00fd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.1472898 Mar 10 15:26:34.362303 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0966-b300-4c46-8c93-44795744cd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.398085 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['f65b3306-04ef-4bc7-9675-1b63ded921c9'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:34.451652 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0966-b300-4c46-8c93-44795744cd24 admin admin] Publish callbacks [] for security_group (54d50620-45de-4d13-9772-4277e83d86a2), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.454049 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.476434 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffa75d-3791-4d7b-9ce7-493c16181d8f req-050f98d6-847d-4bf5-b0f9-4ce37ffc54ef tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.485929 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-78ffa75d-3791-4d7b-9ce7-493c16181d8f req-050f98d6-847d-4bf5-b0f9-4ce37ffc54ef tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 943 time: 0.0749381 Mar 10 15:26:34.496889 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.497555 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.499009 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] 10.222.0.69 "PUT /v2.0/ports/1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 200 len: 1094 time: 1.8665755 Mar 10 15:26:34.524362 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc6529-f71c-4b23-990e-8daa0951e549 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:34.528580 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-30e8f971-7215-491b-8f4c-fb94c3efa7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (de3154af-2e3d-49b3-9c6f-ba6283a14b84), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.531476 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-30e8f971-7215-491b-8f4c-fb94c3efa7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.535071 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-30e8f971-7215-491b-8f4c-fb94c3efa7fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de3154af-2e3d-49b3-9c6f-ba6283a14b84 HTTP/1.1" status: 204 len: 168 time: 0.8701074 Mar 10 15:26:34.552246 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-78ffa75d-3791-4d7b-9ce7-493c16181d8f req-6dd2e05a-7826-4168-bde4-3d49e52cdf9d tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626500 Mar 10 15:26:34.577221 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8f971-7215-491b-8f4c-fb94c3efa7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3154af-2e3d-49b3-9c6f-ba6283a14b84,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:34.595558 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-6783a8e4-a836-4b02-a4e7-5ef3406b56f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405281 Mar 10 15:26:34.596164 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c3b0966-b300-4c46-8c93-44795744cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (54d50620-45de-4d13-9772-4277e83d86a2), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.683626 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50566) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:34.683755 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-8c3b0966-b300-4c46-8c93-44795744cd24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3715e28b54534082865a939ef3afee5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569031 Mar 10 15:26:34.686194 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b0966-b300-4c46-8c93-44795744cd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d50620-45de-4d13-9772-4277e83d86a2,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:34.773664 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7a4df99f-adde-4c41-b975-f24c81c84afe admin admin] Publish callbacks [] for security_group (54d50620-45de-4d13-9772-4277e83d86a2), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.779293 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-bc622efd-6f12-4b9d-b314-afe2192b146e service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615715 Mar 10 15:26:34.789107 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-41493c9c-d877-4a41-9be6-87418406b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.790666 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-41493c9c-d877-4a41-9be6-87418406b566 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 1128 time: 0.0716794 Mar 10 15:26:34.794547 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7a4df99f-adde-4c41-b975-f24c81c84afe admin admin] Publish callbacks [] for security_group (54d50620-45de-4d13-9772-4277e83d86a2), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.852379 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-b93d5808-371d-43bd-830e-3f3d7d0dfb33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 200 len: 217 time: 0.0415039 Mar 10 15:26:34.941353 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7a4df99f-adde-4c41-b975-f24c81c84afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (54d50620-45de-4d13-9772-4277e83d86a2), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.943505 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-e42d1d8f-71e0-45c0-8ba7-166e5583d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.944314 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7a4df99f-adde-4c41-b975-f24c81c84afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.948053 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-e42d1d8f-71e0-45c0-8ba7-166e5583d2a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0864568 Mar 10 15:26:34.948196 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-7a4df99f-adde-4c41-b975-f24c81c84afe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54d50620-45de-4d13-9772-4277e83d86a2 HTTP/1.1" status: 204 len: 168 time: 0.2604220 Mar 10 15:26:34.958712 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4df99f-adde-4c41-b975-f24c81c84afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d50620-45de-4d13-9772-4277e83d86a2,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:34.987359 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e61654fa-a528-4a19-a5ac-3bb0e170fc86 req-145a2ad0-5f25-46e8-b892-6b3ffe283fa2 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956799 Mar 10 15:26:34.999758 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'tag': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:35.001736 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5497f78-8d53-4598-96b5-b8c8c159708f" -d '{"events": [{"name": "network-changed", "server_uuid": "43b83f22-e99b-4228-ba0e-adf0d729fdcd", "tag": "1e3ba565-3d89-4e0f-bb2c-c05ada312c0e"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:35.019733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-ee5dca9d-1bb3-473d-a69d-812cabd9570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:35.021643 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-ee5dca9d-1bb3-473d-a69d-812cabd9570c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0680151 Mar 10 15:26:35.043281 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc18e9d-4fe7-4b42-b959-a2aa1ab61867 x-openstack-request-id: req-1cc18e9d-4fe7-4b42-b959-a2aa1ab61867 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:35.043580 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b83f22-e99b-4228-ba0e-adf0d729fdcd", "tag": "1e3ba565-3d89-4e0f-bb2c-c05ada312c0e", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:35.043831 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cc18e9d-4fe7-4b42-b959-a2aa1ab61867 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:35.044221 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'tag': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'status': 'completed', 'code': 200} Mar 10 15:26:35.121475 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-331ff582-4aa0-4292-9f58-7a16d23a6515 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914004 Mar 10 15:26:35.412021 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-79a29437-6573-40e6-9f3a-d4e4cd3c84bc req-d5a35f46-ddad-404b-ae70-27fb126f4df1 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836652 Mar 10 15:26:35.486689 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6e560-8f5f-433b-b932-2168487e02b7 req-70987231-9ca2-40ea-af16-af5d0fbec6fe tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:35.499625 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e0a6e560-8f5f-433b-b932-2168487e02b7 req-70987231-9ca2-40ea-af16-af5d0fbec6fe tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 944 time: 0.1100821 Mar 10 15:26:35.511826 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 50602) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:35.528875 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4fbace43-230a-4d6e-85b3-e1ac68193d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.567358 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f55ec2-0ba1-4507-9b2b-57df5b397a9a req-43768f7e-3757-4173-b954-18e3f13d1c13 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:35.573707 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-16f55ec2-0ba1-4507-9b2b-57df5b397a9a req-43768f7e-3757-4173-b954-18e3f13d1c13 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 945 time: 0.1292679 Mar 10 15:26:35.589955 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e0a6e560-8f5f-433b-b932-2168487e02b7 req-bb7aaba9-c307-4548-9e25-faf44622c032 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849078 Mar 10 15:26:35.671671 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-16f55ec2-0ba1-4507-9b2b-57df5b397a9a req-b33beac3-47ec-439e-a5fb-c073d22d5da2 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966601 Mar 10 15:26:35.721047 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device ede2a064-0eb9-4c20-bd6c-1c6433784ea5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:26:35.729724 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4fbace43-230a-4d6e-85b3-e1ac68193d30 admin admin] Publish callbacks [] for security_group (5cc3183e-9bd0-421d-92ef-bf0f953c9991), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.732227 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-18d773e8-d261-4d2a-a85f-d6a4278c29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:35.733785 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-18d773e8-d261-4d2a-a85f-d6a4278c29d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 1128 time: 0.1156554 Mar 10 15:26:35.757647 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device f65b3306-04ef-4bc7-9675-1b63ded921c9 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:35.806142 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13698d-25f4-4004-94d1-81ba9afcc42d req-a1fa1316-a593-4aca-95af-026a388ce082 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:35.808237 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8b13698d-25f4-4004-94d1-81ba9afcc42d req-a1fa1316-a593-4aca-95af-026a388ce082 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 943 time: 0.1119404 Mar 10 15:26:35.829287 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4fbace43-230a-4d6e-85b3-e1ac68193d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5cc3183e-9bd0-421d-92ef-bf0f953c9991), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.855151 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4fbace43-230a-4d6e-85b3-e1ac68193d30 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb779f739db24981b7b07e876403a449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418174 Mar 10 15:26:35.861705 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50620) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:35.913387 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbace43-230a-4d6e-85b3-e1ac68193d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3183e-9bd0-421d-92ef-bf0f953c9991,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:35.937311 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-3e8f0868-f3ee-4b28-af53-fe3c349261d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:35.938347 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8b13698d-25f4-4004-94d1-81ba9afcc42d req-6b4f6cf8-1a10-4533-b443-73ed98ebbae1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162117 Mar 10 15:26:35.941777 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-3e8f0868-f3ee-4b28-af53-fe3c349261d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 912 time: 0.1949575 Mar 10 15:26:35.982000 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port ede2a064-0eb9-4c20-bd6c-1c6433784ea5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:35.995467 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5', 'network_id': '44504a86-8e35-4c07-bc61-e6ddfcfdbbdb', 'port_id': 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5', 'mac_address': 'fa:16:3e:6e:b2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237c0e6c-c4bc-4f15-83d0-66ba75a3314e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:26:36.004420 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-eae01065-0a60-4230-99eb-cda9a4d82bb5 admin admin] Publish callbacks [] for security_group (5cc3183e-9bd0-421d-92ef-bf0f953c9991), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.010453 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-f48f983d-39e6-4cb0-8d93-7f4883b33dfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 200 len: 217 time: 0.0560360 Mar 10 15:26:36.019556 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port f65b3306-04ef-4bc7-9675-1b63ded921c9 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:26:36.028394 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port f65b3306-04ef-4bc7-9675-1b63ded921c9 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:36.028761 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.028899 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-eae01065-0a60-4230-99eb-cda9a4d82bb5 admin admin] Publish callbacks [] for security_group (5cc3183e-9bd0-421d-92ef-bf0f953c9991), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.061991 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:36.062767 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.064399 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-c2d63381-7645-4412-bbdd-6f321cd09607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:36.065912 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-c2d63381-7645-4412-bbdd-6f321cd09607 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0490086 Mar 10 15:26:36.094640 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede2a064-0eb9-4c20-bd6c-1c6433784ea5 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:36.118848 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port ede2a064-0eb9-4c20-bd6c-1c6433784ea5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:36.133112 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-c61fcd3c-226b-45b1-948c-da11c20d242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:36.134786 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-c61fcd3c-226b-45b1-948c-da11c20d242a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0541575 Mar 10 15:26:36.160363 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port f65b3306-04ef-4bc7-9675-1b63ded921c9 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:36.160757 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.174957 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-eae01065-0a60-4230-99eb-cda9a4d82bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5cc3183e-9bd0-421d-92ef-bf0f953c9991), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.179904 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.182365 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-eae01065-0a60-4230-99eb-cda9a4d82bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.184362 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-eae01065-0a60-4230-99eb-cda9a4d82bb5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cc3183e-9bd0-421d-92ef-bf0f953c9991 HTTP/1.1" status: 204 len: 168 time: 0.3168290 Mar 10 15:26:36.188357 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cde8c92-bef7-4e9b-b1c5-9db1a349b97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b3306-04ef-4bc7-9675-1b63ded921c9'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:36.190732 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d53cd36-5ba3-4509-8cd7-88e60011b677" -d '{"events": [{"server_uuid": "4cde8c92-bef7-4e9b-b1c5-9db1a349b97f", "name": "network-vif-plugged", "status": "completed", "tag": "f65b3306-04ef-4bc7-9675-1b63ded921c9"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:36.203362 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae01065-0a60-4230-99eb-cda9a4d82bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3183e-9bd0-421d-92ef-bf0f953c9991,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:36.226180 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port f65b3306-04ef-4bc7-9675-1b63ded921c9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:36.258844 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4c74d3-c204-4211-acf5-a47df6bb520b x-openstack-request-id: req-dc4c74d3-c204-4211-acf5-a47df6bb520b {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:36.259155 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cde8c92-bef7-4e9b-b1c5-9db1a349b97f", "name": "network-vif-plugged", "status": "completed", "tag": "f65b3306-04ef-4bc7-9675-1b63ded921c9", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:36.259411 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc4c74d3-c204-4211-acf5-a47df6bb520b {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:36.259801 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cde8c92-bef7-4e9b-b1c5-9db1a349b97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65b3306-04ef-4bc7-9675-1b63ded921c9', 'code': 200} Mar 10 15:26:36.261748 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:36.264458 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-1de43e9e-6e3c-4914-a02c-53d8a9b9cf98 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213975 Mar 10 15:26:36.295225 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.363710 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=f65b3306-04ef-4bc7-9675-1b63ded921c9,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:36.438778 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d5497f78-8d53-4598-96b5-b8c8c159708f req-c51050fd-aa6b-4998-b15f-775b2bb403d7 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986178 Mar 10 15:26:36.565296 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['ede2a064-0eb9-4c20-bd6c-1c6433784ea5'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:36.712897 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50642) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:36.754072 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442d67e-022e-4373-adc0-bca1d5977876 req-d9af5a2f-dddf-4a72-a668-57450b981048 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:36.765306 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5442d67e-022e-4373-adc0-bca1d5977876 req-d9af5a2f-dddf-4a72-a668-57450b981048 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 944 time: 0.1054611 Mar 10 15:26:36.824910 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15aa4e-4462-4760-a41b-9b16f2575dd2 req-35897a2f-2d68-41cd-bb22-85fd1c608096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:36.826484 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ff15aa4e-4462-4760-a41b-9b16f2575dd2 req-35897a2f-2d68-41cd-bb22-85fd1c608096 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1129 time: 0.1625326 Mar 10 15:26:36.881694 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5442d67e-022e-4373-adc0-bca1d5977876 req-3514f14c-2ac7-4dd9-a0c6-4af5969e6b80 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021531 Mar 10 15:26:36.899341 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ff15aa4e-4462-4760-a41b-9b16f2575dd2 req-7614aaad-2da6-4d3f-82ba-48f828475816 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Mar 10 15:26:36.905888 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36da76-427b-4890-942b-5ef3c16be898 req-19614851-a9a2-4c25-9460-4e9cdc185926 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:36.907579 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c36da76-427b-4890-942b-5ef3c16be898 req-19614851-a9a2-4c25-9460-4e9cdc185926 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 945 time: 0.1160038 Mar 10 15:26:36.946758 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9a304f4-461b-4155-aae1-7996251fa0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.072262 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c36da76-427b-4890-942b-5ef3c16be898 req-aa5264dd-c6f0-45d9-8df9-71e365f97ac2 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585140 Mar 10 15:26:37.144084 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9a304f4-461b-4155-aae1-7996251fa0c6 admin admin] Publish callbacks [] for security_group (a6a15375-6883-4b45-94e6-38c0ce253220), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.154693 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87202f1-40ee-47ab-8519-92604c5f49dd req-3e628d67-6ea8-4878-9a8e-7bcfc14d1eb4 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:37.156608 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f87202f1-40ee-47ab-8519-92604c5f49dd req-3e628d67-6ea8-4878-9a8e-7bcfc14d1eb4 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 944 time: 0.1352253 Mar 10 15:26:37.208033 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f87202f1-40ee-47ab-8519-92604c5f49dd req-ad28abf0-755b-425c-9a03-86c9e1af4989 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Mar 10 15:26:37.228392 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9a304f4-461b-4155-aae1-7996251fa0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (a6a15375-6883-4b45-94e6-38c0ce253220), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.267270 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b9a304f4-461b-4155-aae1-7996251fa0c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=256ac4190d4c4b83b92897885e90c204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5508890 Mar 10 15:26:37.268455 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a304f4-461b-4155-aae1-7996251fa0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a15375-6883-4b45-94e6-38c0ce253220,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:37.270122 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 50676) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:37.341643 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6e9247bf-f467-41e7-8452-565c013e1682 admin admin] Publish callbacks [] for security_group (a6a15375-6883-4b45-94e6-38c0ce253220), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.363235 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6e9247bf-f467-41e7-8452-565c013e1682 admin admin] Publish callbacks [] for security_group (a6a15375-6883-4b45-94e6-38c0ce253220), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.504357 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6e9247bf-f467-41e7-8452-565c013e1682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (a6a15375-6883-4b45-94e6-38c0ce253220), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.507135 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6e9247bf-f467-41e7-8452-565c013e1682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.509067 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-6e9247bf-f467-41e7-8452-565c013e1682 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6a15375-6883-4b45-94e6-38c0ce253220 HTTP/1.1" status: 204 len: 168 time: 0.2371111 Mar 10 15:26:37.517168 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9247bf-f467-41e7-8452-565c013e1682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a15375-6883-4b45-94e6-38c0ce253220,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:37.713695 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device ede2a064-0eb9-4c20-bd6c-1c6433784ea5 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:37.831738 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:26:37.835986 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:37.836415 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.050655 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403b7be-2e39-491e-ac7e-c408da1d64f0 req-6ff49a94-86cc-4251-920d-ccaafbf58ca6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:38.062504 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7403b7be-2e39-491e-ac7e-c408da1d64f0 req-6ff49a94-86cc-4251-920d-ccaafbf58ca6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 944 time: 0.0870035 Mar 10 15:26:38.080733 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:38.081133 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.159551 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7403b7be-2e39-491e-ac7e-c408da1d64f0 req-9b1efa36-77be-4ddb-9910-24e4fd5d7a7d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959370 Mar 10 15:26:38.180050 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port ede2a064-0eb9-4c20-bd6c-1c6433784ea5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:38.260553 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9aafa8-eeb3-4511-94b9-d28e0c16ba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:38.265896 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321b984a-c226-4fc2-9d6a-fa25604fbce1" -d '{"events": [{"server_uuid": "2b9aafa8-eeb3-4511-94b9-d28e0c16ba96", "name": "network-vif-plugged", "status": "completed", "tag": "ede2a064-0eb9-4c20-bd6c-1c6433784ea5"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:38.289663 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.322503 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa63ff-3ae8-4744-a110-379b9da83f3b x-openstack-request-id: req-ffaa63ff-3ae8-4744-a110-379b9da83f3b {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:38.322927 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9aafa8-eeb3-4511-94b9-d28e0c16ba96", "name": "network-vif-plugged", "status": "completed", "tag": "ede2a064-0eb9-4c20-bd6c-1c6433784ea5", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:38.323188 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ffaa63ff-3ae8-4744-a110-379b9da83f3b {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:38.324130 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9aafa8-eeb3-4511-94b9-d28e0c16ba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5', 'code': 200} Mar 10 15:26:38.349695 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:38.355488 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967f72-6a99-42b4-8879-4520ef4c1918 req-1e21c0b6-20d8-4a52-b4f2-b4709253b1a3 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:38.357094 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-01967f72-6a99-42b4-8879-4520ef4c1918 req-1e21c0b6-20d8-4a52-b4f2-b4709253b1a3 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0624919 Mar 10 15:26:38.408549 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-01967f72-6a99-42b4-8879-4520ef4c1918 req-b837d1f5-19ce-4937-87ab-50b6162e5332 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Mar 10 15:26:38.591103 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 50736) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:38.616954 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0b89f0fb-5491-44b5-91cf-e16e1f5608c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.702093 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee1252-ca40-4f34-b009-0b848e128ea9 req-3307d3e5-f189-45e2-b2b0-bcd551c85c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:38.703588 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-81ee1252-ca40-4f34-b009-0b848e128ea9 req-3307d3e5-f189-45e2-b2b0-bcd551c85c37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 1129 time: 0.0642796 Mar 10 15:26:38.763831 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0b89f0fb-5491-44b5-91cf-e16e1f5608c6 admin admin] Publish callbacks [] for security_group (d99427e8-0335-4465-8636-704e8e708ac6), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.770104 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-81ee1252-ca40-4f34-b009-0b848e128ea9 req-1e91dba0-9ab6-4756-ae1f-84f1b0b21196 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591450 Mar 10 15:26:38.865810 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0b89f0fb-5491-44b5-91cf-e16e1f5608c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d99427e8-0335-4465-8636-704e8e708ac6), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.911845 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-0b89f0fb-5491-44b5-91cf-e16e1f5608c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2bc82448fd6427c8eb22d90b731e4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196540 Mar 10 15:26:38.914635 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50752) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:38.920380 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89f0fb-5491-44b5-91cf-e16e1f5608c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99427e8-0335-4465-8636-704e8e708ac6,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:38.984469 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b76dc5ec-3f90-47f6-abb8-904c0cce8648 admin admin] Publish callbacks [] for security_group (d99427e8-0335-4465-8636-704e8e708ac6), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.020076 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b76dc5ec-3f90-47f6-abb8-904c0cce8648 admin admin] Publish callbacks [] for security_group (d99427e8-0335-4465-8636-704e8e708ac6), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.169308 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b76dc5ec-3f90-47f6-abb8-904c0cce8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d99427e8-0335-4465-8636-704e8e708ac6), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.172799 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b76dc5ec-3f90-47f6-abb8-904c0cce8648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.173777 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b76dc5ec-3f90-47f6-abb8-904c0cce8648 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d99427e8-0335-4465-8636-704e8e708ac6 HTTP/1.1" status: 204 len: 168 time: 0.2582307 Mar 10 15:26:39.187762 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dc5ec-3f90-47f6-abb8-904c0cce8648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99427e8-0335-4465-8636-704e8e708ac6,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:39.310502 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdf04-6f5d-4888-9736-822e57a43b50 req-6f6eb5c8-e4a4-4809-9a8a-c7858b5d3d14 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:39.319373 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ce1cdf04-6f5d-4888-9736-822e57a43b50 req-6f6eb5c8-e4a4-4809-9a8a-c7858b5d3d14 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 944 time: 0.0788922 Mar 10 15:26:39.381577 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ce1cdf04-6f5d-4888-9736-822e57a43b50 req-c0975ba0-509f-459f-84ff-f92380748873 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611048 Mar 10 15:26:39.534125 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e2073-df71-4de4-bf30-28b82c42ed73 req-029a271c-22df-45a8-8e32-82d1fbbeb5ea tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:39.535819 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c26e2073-df71-4de4-bf30-28b82c42ed73 req-029a271c-22df-45a8-8e32-82d1fbbeb5ea tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0553923 Mar 10 15:26:39.583007 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c26e2073-df71-4de4-bf30-28b82c42ed73 req-b3887be2-250a-44dd-812b-36e94f08de37 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Mar 10 15:26:39.724633 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:26:39.845886 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:39.857520 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'port_id': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'mac_address': 'fa:16:3e:a6:6b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:26:39.894672 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:39.895068 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.908065 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:39.929478 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:39.992302 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.050067 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:40.482318 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['1e3ba565-3d89-4e0f-bb2c-c05ada312c0e'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:40.528109 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0885f-0557-4ca8-824e-9cd6d1a53d90 req-f6829140-ba1c-4c94-a12a-3e408a86e99d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:40.529650 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1fa0885f-0557-4ca8-824e-9cd6d1a53d90 req-f6829140-ba1c-4c94-a12a-3e408a86e99d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 945 time: 0.0766346 Mar 10 15:26:40.610342 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1fa0885f-0557-4ca8-824e-9cd6d1a53d90 req-b140bd52-9280-4ce4-8995-6bdb1794ef8b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728366 Mar 10 15:26:40.726801 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7388-582c-4243-8e5d-ac05f82de9ac req-24772d7e-3388-4b49-92e3-0938b4ec94dc tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:40.728237 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-092c7388-582c-4243-8e5d-ac05f82de9ac req-24772d7e-3388-4b49-92e3-0938b4ec94dc tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0580323 Mar 10 15:26:40.779321 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-092c7388-582c-4243-8e5d-ac05f82de9ac req-4fdcd2b0-5183-4083-a70e-ccb3a74391d5 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Mar 10 15:26:41.321598 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e23a-1f3c-4740-ae26-fc757256794d req-1b0bed7f-d8eb-41df-955d-cf56882cc742 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:41.322963 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ca59e23a-1f3c-4740-ae26-fc757256794d req-1b0bed7f-d8eb-41df-955d-cf56882cc742 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0508823 Mar 10 15:26:41.372102 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ca59e23a-1f3c-4740-ae26-fc757256794d req-b88d6b85-3657-4e2c-97dd-1c8e7cec35eb tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Mar 10 15:26:41.463097 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-e06aa4f5-0b3b-4c37-b440-640dbb2b46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:41.465177 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-e06aa4f5-0b3b-4c37-b440-640dbb2b46b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 1129 time: 0.0443525 Mar 10 15:26:41.556152 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-cd6f443d-314c-4831-97be-cd6bb9a802c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:41.557695 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-cd6f443d-314c-4831-97be-cd6bb9a802c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 920 time: 0.0856733 Mar 10 15:26:41.606905 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-0b5b085f-b703-40db-8150-239f37c72573 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5 HTTP/1.1" status: 200 len: 217 time: 0.0341389 Mar 10 15:26:41.670029 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-a996a32a-45ce-4381-b46c-3dcb414db260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:41.671681 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-a996a32a-45ce-4381-b46c-3dcb414db260 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.0583527 Mar 10 15:26:41.706646 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-939cf16e-a878-47ba-ad7e-06fb691783ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279658 Mar 10 15:26:41.733182 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47401-c11f-4722-bd81-c48b55186e02 req-7ec74d6e-2338-4601-922c-d5a7279891cc tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:41.734636 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-05a47401-c11f-4722-bd81-c48b55186e02 req-7ec74d6e-2338-4601-922c-d5a7279891cc tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 945 time: 0.0585310 Mar 10 15:26:41.750994 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:41.810011 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-0b93260f-1065-4902-abb6-5fd1ce77fb2f service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947106 Mar 10 15:26:41.811203 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-05a47401-c11f-4722-bd81-c48b55186e02 req-92422ef0-7438-4ea3-ad7f-d766ab9a0589 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651586 Mar 10 15:26:41.908219 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fcb88f7-fd30-480a-a9f2-5516e58fd3e8 req-1680a97c-81e9-42bc-8d3d-4d2c386eae4d service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899997 Mar 10 15:26:41.978373 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:26:41.982799 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:41.983426 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.081703 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:42.082106 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.108061 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:42.110350 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa708fb6-ee4d-4511-9d25-359c9e3d7f76" -d '{"events": [{"server_uuid": "43b83f22-e99b-4228-ba0e-adf0d729fdcd", "name": "network-vif-plugged", "status": "completed", "tag": "1e3ba565-3d89-4e0f-bb2c-c05ada312c0e"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:42.124357 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:42.152493 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911f636a-d0ad-435f-a815-7376dcc3ba07 x-openstack-request-id: req-911f636a-d0ad-435f-a815-7376dcc3ba07 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:42.152844 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b83f22-e99b-4228-ba0e-adf0d729fdcd", "name": "network-vif-plugged", "status": "completed", "tag": "1e3ba565-3d89-4e0f-bb2c-c05ada312c0e", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:42.153111 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-911f636a-d0ad-435f-a815-7376dcc3ba07 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:42.153543 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'code': 200} Mar 10 15:26:42.248917 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.311990 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:42.490921 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a313aa-df57-46e2-bedf-6fb788a97fd4 req-214b0fdf-02f8-4bf6-b81a-a0b869126285 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:42.492351 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-01a313aa-df57-46e2-bedf-6fb788a97fd4 req-214b0fdf-02f8-4bf6-b81a-a0b869126285 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0542676 Mar 10 15:26:42.540534 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-01a313aa-df57-46e2-bedf-6fb788a97fd4 req-5642a3e1-d6c9-42fc-9283-4e9ed84075a1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Mar 10 15:26:42.614584 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875060ea-7b6c-4524-b3ac-ef3b980973fc req-5c2a07cc-cd03-4d87-92a2-068e7aa86048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:42.616095 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-875060ea-7b6c-4524-b3ac-ef3b980973fc req-5c2a07cc-cd03-4d87-92a2-068e7aa86048 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 1130 time: 0.0440917 Mar 10 15:26:42.661831 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-875060ea-7b6c-4524-b3ac-ef3b980973fc req-55be4d8b-0730-4ee1-91d2-91898d7a8d4a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382802 Mar 10 15:26:42.924101 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2577fc2-2feb-435f-b19d-27518848b653 req-a004232e-1fe9-40bf-8e46-a1ed7dbc3efc tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:42.925587 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f2577fc2-2feb-435f-b19d-27518848b653 req-a004232e-1fe9-40bf-8e46-a1ed7dbc3efc tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0520215 Mar 10 15:26:42.975672 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f2577fc2-2feb-435f-b19d-27518848b653 req-641af6ff-cb1f-42c1-91cd-66aef4a89b70 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Mar 10 15:26:43.667455 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff8813-48c6-4b29-b3ed-821ae4a711f4 req-571dd00e-e9e8-43e3-8d2e-b381b43b1beb tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:43.669701 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1eff8813-48c6-4b29-b3ed-821ae4a711f4 req-571dd00e-e9e8-43e3-8d2e-b381b43b1beb tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0573719 Mar 10 15:26:43.720632 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1eff8813-48c6-4b29-b3ed-821ae4a711f4 req-d3314fd6-1f38-4089-a6c6-894b9933e6c6 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442636 Mar 10 15:26:44.090471 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37de13-dd4a-4e2b-8faa-dc11d04e6df4 req-2ed2e6d0-47e0-4bea-90f8-5a0430971828 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:44.091945 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fe37de13-dd4a-4e2b-8faa-dc11d04e6df4 req-2ed2e6d0-47e0-4bea-90f8-5a0430971828 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0531831 Mar 10 15:26:44.140435 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fe37de13-dd4a-4e2b-8faa-dc11d04e6df4 req-833860f0-16ab-40d6-be7c-0a8ff13c30bf tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424466 Mar 10 15:26:44.855061 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c306-3e85-47f7-9b44-ece14178c775 req-14860a70-9f21-4fc0-9aa1-0b89d696a788 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:44.856561 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c63c306-3e85-47f7-9b44-ece14178c775 req-14860a70-9f21-4fc0-9aa1-0b89d696a788 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0705779 Mar 10 15:26:44.911309 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c63c306-3e85-47f7-9b44-ece14178c775 req-2805f193-e520-48ec-9cc2-9062d915bb99 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Mar 10 15:26:45.261241 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa58d-acf8-4dc4-8ad8-0b388a748529 req-8f08daf6-cb1b-4659-b3a5-38c21a53f3cd tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:45.263180 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-460aa58d-acf8-4dc4-8ad8-0b388a748529 req-8f08daf6-cb1b-4659-b3a5-38c21a53f3cd tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0531414 Mar 10 15:26:45.309444 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-460aa58d-acf8-4dc4-8ad8-0b388a748529 req-1e91bc9d-ea10-45df-bd16-8600a533c012 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408704 Mar 10 15:26:45.434257 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fd4c8-2bbc-4797-bd31-ee2ab45f1084 req-a0422714-b107-4982-af12-b072becc4e17 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:45.435728 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4f3fd4c8-2bbc-4797-bd31-ee2ab45f1084 req-a0422714-b107-4982-af12-b072becc4e17 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0623918 Mar 10 15:26:45.444910 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 50970) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:45.449936 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'floatingip': {'port_id': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:45.529755 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (0677596d-2115-469e-8f2e-988de9f104dd), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:46.168330 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26c3f0-4f6f-4c86-8de8-3dd7e2568acd req-ee921038-f94f-4f73-a746-77a65c43269a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:46.169956 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5f26c3f0-4f6f-4c86-8de8-3dd7e2568acd req-ee921038-f94f-4f73-a746-77a65c43269a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.1824911 Mar 10 15:26:46.327275 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5f26c3f0-4f6f-4c86-8de8-3dd7e2568acd req-f622174c-23a9-4b75-83e8-4f81a84407ea tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250999 Mar 10 15:26:46.381271 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.db.resource_extend [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:26:46.467359 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:46.479090 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23df51-1f85-41a0-858e-d2e8c21c80ff req-884efe95-dd35-4b4d-a117-2632b63de951 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:46.480761 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0c23df51-1f85-41a0-858e-d2e8c21c80ff req-884efe95-dd35-4b4d-a117-2632b63de951 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 945 time: 0.1262450 Mar 10 15:26:46.528766 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0c23df51-1f85-41a0-858e-d2e8c21c80ff req-14db9624-fc92-4413-9ec0-36a3a4ec421e tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Mar 10 15:26:46.563198 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (0677596d-2115-469e-8f2e-988de9f104dd), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:46.672166 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Floating IP 0677596d-2115-469e-8f2e-988de9f104dd associated. External IP: 172.28.1.248, port: 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e. Mar 10 15:26:46.883114 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Router e3633999-622a-4072-b062-1019fdf83943 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:46.993449 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:46.998660 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.010567 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] Sync routers for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:47.041172 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-067fa189-dd55-411a-b6e0-ca5ff0962218 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "PUT /v2.0/floatingips/0677596d-2115-469e-8f2e-988de9f104dd HTTP/1.1" status: 200 len: 992 time: 1.5832725 Mar 10 15:26:47.041172 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'tag': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:47.041172 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad3282d-c293-414f-8f80-b9ffa7332ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "43b83f22-e99b-4228-ba0e-adf0d729fdcd", "tag": "1e3ba565-3d89-4e0f-bb2c-c05ada312c0e"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:47.048110 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:47.048110 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:47.080678 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d03d435-0341-4f6a-9d54-ec72289eebb5 x-openstack-request-id: req-6d03d435-0341-4f6a-9d54-ec72289eebb5 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:47.082128 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b83f22-e99b-4228-ba0e-adf0d729fdcd", "tag": "1e3ba565-3d89-4e0f-bb2c-c05ada312c0e", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:47.082128 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d03d435-0341-4f6a-9d54-ec72289eebb5 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:47.082128 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'tag': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'status': 'completed', 'code': 200} Mar 10 15:26:47.154118 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:47.182047 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-1af4c159-5733-48b5-932f-9d3c6f6e1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:47.183549 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-1af4c159-5733-48b5-932f-9d3c6f6e1e78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 1130 time: 0.0470138 Mar 10 15:26:47.271718 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-fc9ee15e-69ba-4616-8452-36a8b37d1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:47.273379 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-fc9ee15e-69ba-4616-8452-36a8b37d1273 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 912 time: 0.0836072 Mar 10 15:26:47.396764 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-0742d918-d393-4cbb-9ac9-76fe160b8fe4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 200 len: 1000 time: 0.1149075 Mar 10 15:26:47.433967 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '0677596d-2115-469e-8f2e-988de9f104dd', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'e3633999-622a-4072-b062-1019fdf83943', 'port_id': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'mac_address': 'fa:16:3e:a6:6b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:26:23Z', 'updated_at': '2022-03-10T15:26:46Z', 'revision_number': 1, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:47.480058 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-8799335b-18f5-4b4a-ae07-d598cffa2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:47.482922 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-8799335b-18f5-4b4a-ae07-d598cffa2698 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0716743 Mar 10 15:26:47.499469 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f27284-85af-45d0-a819-0cc3e28c4c24 req-324cee4d-cf03-40e0-9c9d-155b054eb45a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:47.501415 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a3f27284-85af-45d0-a819-0cc3e28c4c24 req-324cee4d-cf03-40e0-9c9d-155b054eb45a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0633547 Mar 10 15:26:47.542378 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-1c8cf34d-cda3-4b7b-a4ca-4bfa159a1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:47.544475 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-1c8cf34d-cda3-4b7b-a4ca-4bfa159a1bbd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0507538 Mar 10 15:26:47.558583 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] Checking router: e3633999-622a-4072-b062-1019fdf83943 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:47.570803 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:47.571422 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:47.598221 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a3f27284-85af-45d0-a819-0cc3e28c4c24 req-4199d4c1-a5c1-4d91-8bc7-e656d5afb58c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818155 Mar 10 15:26:47.665550 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-d279c4cd-1ffe-4f2f-b189-a5f6b7edc2ca service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119814 Mar 10 15:26:47.675958 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4012a-a1b7-4138-8cae-bf75c86ce425 req-858a1577-fe69-4093-b1fd-daf4f5158864 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:47.677901 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b3a4012a-a1b7-4138-8cae-bf75c86ce425 req-858a1577-fe69-4093-b1fd-daf4f5158864 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 945 time: 0.0596795 Mar 10 15:26:47.718162 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:47.749083 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b3a4012a-a1b7-4138-8cae-bf75c86ce425 req-05f166cc-d336-4c44-9086-43d3987ae942 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597785 Mar 10 15:26:47.772398 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ad3282d-c293-414f-8f80-b9ffa7332ee5 req-4f12ae54-f5f4-426d-91f7-0edfcaadb1cf service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987141 Mar 10 15:26:47.948671 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '0677596d-2115-469e-8f2e-988de9f104dd', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'e3633999-622a-4072-b062-1019fdf83943', 'port_id': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'mac_address': 'fa:16:3e:a6:6b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:26:23Z', 'updated_at': '2022-03-10T15:26:46Z', 'revision_number': 1, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:47.978834 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51056) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:47.981323 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a988d50-38a7-4417-9dbc-dea813edfb02 None None] The sync data for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb is: [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '0677596d-2115-469e-8f2e-988de9f104dd', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'floating_ip_address': '172.28.1.248', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'e3633999-622a-4072-b062-1019fdf83943', 'port_id': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'mac_address': 'fa:16:3e:a6:6b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:26:23Z', 'updated_at': '2022-03-10T15:26:46Z', 'revision_number': 1, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:48.094221 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-241ab450-5d6c-4513-baa7-a048accc6567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.171518 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-241ab450-5d6c-4513-baa7-a048accc6567 admin admin] Publish callbacks [] for security_group (229266c9-060b-4c7e-b50e-90e980ce8676), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.191994 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0620b6c-fe31-4233-bca7-769dd836ce23 None None] New status for floating IP 0677596d-2115-469e-8f2e-988de9f104dd: ACTIVE {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:26:48.232128 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-241ab450-5d6c-4513-baa7-a048accc6567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (229266c9-060b-4c7e-b50e-90e980ce8676), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.273439 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-241ab450-5d6c-4513-baa7-a048accc6567 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59be4ee5981a42a2b076b4f217a53cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962160 Mar 10 15:26:48.275489 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ab450-5d6c-4513-baa7-a048accc6567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229266c9-060b-4c7e-b50e-90e980ce8676,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:48.275997 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51062) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:48.337232 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5f215af6-d69c-45f0-9e4c-7da2f04df42d admin admin] Publish callbacks [] for security_group (229266c9-060b-4c7e-b50e-90e980ce8676), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.359712 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5f215af6-d69c-45f0-9e4c-7da2f04df42d admin admin] Publish callbacks [] for security_group (229266c9-060b-4c7e-b50e-90e980ce8676), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.543267 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5f215af6-d69c-45f0-9e4c-7da2f04df42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (229266c9-060b-4c7e-b50e-90e980ce8676), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.547214 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5f215af6-d69c-45f0-9e4c-7da2f04df42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.548876 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5f215af6-d69c-45f0-9e4c-7da2f04df42d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/229266c9-060b-4c7e-b50e-90e980ce8676 HTTP/1.1" status: 204 len: 168 time: 0.2716653 Mar 10 15:26:48.600382 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f215af6-d69c-45f0-9e4c-7da2f04df42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229266c9-060b-4c7e-b50e-90e980ce8676,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:48.655792 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-27b1d4cb-cd80-4725-8016-f5829b9496cf tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:48.657371 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-27b1d4cb-cd80-4725-8016-f5829b9496cf tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.69 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 945 time: 0.1444371 Mar 10 15:26:48.723962 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222318e-1bee-47cd-aacc-475955d5f1c2 req-5b909581-e469-49b6-9c6d-1bbb791929c8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:48.725484 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8222318e-1bee-47cd-aacc-475955d5f1c2 req-5b909581-e469-49b6-9c6d-1bbb791929c8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0541909 Mar 10 15:26:48.778106 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8222318e-1bee-47cd-aacc-475955d5f1c2 req-25994f82-1e59-4da3-b30d-5603f0be8009 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469038 Mar 10 15:26:48.831281 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Deleting port 0d2f8254-2241-4583-b6bc-0f320e043088 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:48.831617 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.891474 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a60396-2941-4528-8bc5-f8f6afc54be7 req-88902b1c-ee67-458d-9147-2e99c1274282 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:48.894024 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-90a60396-2941-4528-8bc5-f8f6afc54be7 req-88902b1c-ee67-458d-9147-2e99c1274282 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 945 time: 0.0657241 Mar 10 15:26:48.930213 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] For port 0d2f8254-2241-4583-b6bc-0f320e043088, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0d2f8254-2241-4583-b6bc-0f320e043088,segment=NetworkSegment(7d38a474-dd6e-4940-b49c-2d4bc7660897),segment_id=7d38a474-dd6e-4940-b49c-2d4bc7660897)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:48.930582 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.950252 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-90a60396-2941-4528-8bc5-f8f6afc54be7 req-6f988dea-93d1-48e7-88cd-0d8b5fbff2f1 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff76932d-a3c2-43f1-890a-5495fe370b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471566 Mar 10 15:26:48.951517 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Calling delete_port for 0d2f8254-2241-4583-b6bc-0f320e043088 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:49.223899 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (0d2f8254-2241-4583-b6bc-0f320e043088), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.251616 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Pushing event deleted for resources: {'Port': ['ID=0d2f8254-2241-4583-b6bc-0f320e043088,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:49.262348 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['0d2f8254-2241-4583-b6bc-0f320e043088'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:49.308685 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51088) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:49.321494 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3eb175e1-f24b-4233-87b5-c93fdb34b7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.328640 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] No DVR routers for this DVR port 0d2f8254-2241-4583-b6bc-0f320e043088 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:26:49.333911 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.337549 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-44d931d0-e1a8-4ed0-ab0a-296fc65bede3 req-da3f4b87-07f3-4b3a-9581-9a38e3732277 tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.69 "DELETE /v2.0/ports/0d2f8254-2241-4583-b6bc-0f320e043088 HTTP/1.1" status: 204 len: 173 time: 0.6747732 Mar 10 15:26:49.342339 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66f000d-8bbf-43e3-af54-b6fac25488ad', 'name': 'network-vif-deleted', 'tag': '0d2f8254-2241-4583-b6bc-0f320e043088'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:49.342339 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dca9f85-6b9b-4d5e-821c-20c895d364fb" -d '{"events": [{"server_uuid": "d66f000d-8bbf-43e3-af54-b6fac25488ad", "name": "network-vif-deleted", "tag": "0d2f8254-2241-4583-b6bc-0f320e043088"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:49.378994 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b322d-44fc-4767-8bd0-eb010d039441 x-openstack-request-id: req-f03b322d-44fc-4767-8bd0-eb010d039441 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:49.379325 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66f000d-8bbf-43e3-af54-b6fac25488ad", "name": "network-vif-deleted", "tag": "0d2f8254-2241-4583-b6bc-0f320e043088", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:49.379568 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f03b322d-44fc-4767-8bd0-eb010d039441 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:49.379961 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66f000d-8bbf-43e3-af54-b6fac25488ad', 'name': 'network-vif-deleted', 'tag': '0d2f8254-2241-4583-b6bc-0f320e043088', 'status': 'completed', 'code': 200} Mar 10 15:26:49.428265 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3eb175e1-f24b-4233-87b5-c93fdb34b7c8 admin admin] Publish callbacks [] for security_group (32748ce2-6d56-4670-9932-a84323c229c7), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.528530 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3eb175e1-f24b-4233-87b5-c93fdb34b7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (32748ce2-6d56-4670-9932-a84323c229c7), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.571028 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-3eb175e1-f24b-4233-87b5-c93fdb34b7c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70acf0adc1c745f8ae355117bd1bc91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610791 Mar 10 15:26:49.571755 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb175e1-f24b-4233-87b5-c93fdb34b7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32748ce2-6d56-4670-9932-a84323c229c7,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:49.573636 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51110) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:49.635407 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-372b4a3f-aea5-4fe2-806f-0a15e0e32bad admin admin] Publish callbacks [] for security_group (32748ce2-6d56-4670-9932-a84323c229c7), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.657418 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-372b4a3f-aea5-4fe2-806f-0a15e0e32bad admin admin] Publish callbacks [] for security_group (32748ce2-6d56-4670-9932-a84323c229c7), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.796713 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-372b4a3f-aea5-4fe2-806f-0a15e0e32bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (32748ce2-6d56-4670-9932-a84323c229c7), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.799518 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-372b4a3f-aea5-4fe2-806f-0a15e0e32bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.803754 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-372b4a3f-aea5-4fe2-806f-0a15e0e32bad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32748ce2-6d56-4670-9932-a84323c229c7 HTTP/1.1" status: 204 len: 168 time: 0.2282536 Mar 10 15:26:49.811990 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b4a3f-aea5-4fe2-806f-0a15e0e32bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32748ce2-6d56-4670-9932-a84323c229c7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:49.931270 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c3468-4407-4eb6-bfe0-361400a6f7fc req-c186469b-d1fb-4b39-814c-54ddd73ea4e8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:49.933313 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a97c3468-4407-4eb6-bfe0-361400a6f7fc req-c186469b-d1fb-4b39-814c-54ddd73ea4e8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0746689 Mar 10 15:26:50.034719 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a97c3468-4407-4eb6-bfe0-361400a6f7fc req-b29b38c7-6bab-43ce-b640-27e020726360 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859463 Mar 10 15:26:50.076304 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b8178528-b4e9-4d04-a422-98bdc4cde56c req-02ecaef5-846a-4239-b0d1-e72841a2bb7e tempest-DeleteServersTestJSON-1692449430 tempest-DeleteServersTestJSON-1692449430-project] 10.222.0.70 "GET /v2.0/ports?device_id=d66f000d-8bbf-43e3-af54-b6fac25488ad HTTP/1.1" status: 200 len: 210 time: 0.0335786 Mar 10 15:26:51.176679 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdec674-73d3-4c38-bd59-ce36280acacb req-9d95cf24-00b4-4929-9888-cc52a4828d13 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:51.182428 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3cdec674-73d3-4c38-bd59-ce36280acacb req-9d95cf24-00b4-4929-9888-cc52a4828d13 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0699120 Mar 10 15:26:51.231259 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3cdec674-73d3-4c38-bd59-ce36280acacb req-ed3637a2-30e8-4e6b-aef0-91b6df7585df tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470068 Mar 10 15:26:51.659704 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a75f86ac-c919-46ff-aaa1-6455204a805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:51.810264 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 0d2f8254-2241-4583-b6bc-0f320e043088 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:26:51.849582 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 0d2f8254-2241-4583-b6bc-0f320e043088 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:26:51.849930 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 0d2f8254-2241-4583-b6bc-0f320e043088 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:26:51.891212 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51214) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:51.992988 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a72b6e5b-20b3-4c6d-8220-34938289344c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.066251 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a72b6e5b-20b3-4c6d-8220-34938289344c admin admin] Publish callbacks [] for security_group (472bec20-e787-4a69-b502-ee747789704d), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.136502 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a72b6e5b-20b3-4c6d-8220-34938289344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (472bec20-e787-4a69-b502-ee747789704d), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.178808 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a72b6e5b-20b3-4c6d-8220-34938289344c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a5e9b4616c84c93998d53c156e888c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837868 Mar 10 15:26:52.178808 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b6e5b-20b3-4c6d-8220-34938289344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472bec20-e787-4a69-b502-ee747789704d,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:52.179546 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51224) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:52.242952 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-259f9c6a-903b-4e01-8f9f-098da56164fe admin admin] Publish callbacks [] for security_group (472bec20-e787-4a69-b502-ee747789704d), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.272017 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-259f9c6a-903b-4e01-8f9f-098da56164fe admin admin] Publish callbacks [] for security_group (472bec20-e787-4a69-b502-ee747789704d), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.372712 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f4ff9-3a6e-416f-844d-7a7e5d4eb547 req-a9e866f6-1d95-41f5-b89e-8333243e4218 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:52.374171 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d81f4ff9-3a6e-416f-844d-7a7e5d4eb547 req-a9e866f6-1d95-41f5-b89e-8333243e4218 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0579457 Mar 10 15:26:52.421779 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d81f4ff9-3a6e-416f-844d-7a7e5d4eb547 req-a062387a-38ee-4ed5-93e5-837614ed1bfe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Mar 10 15:26:52.499889 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-259f9c6a-903b-4e01-8f9f-098da56164fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (472bec20-e787-4a69-b502-ee747789704d), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.503135 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-259f9c6a-903b-4e01-8f9f-098da56164fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.504491 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-259f9c6a-903b-4e01-8f9f-098da56164fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/472bec20-e787-4a69-b502-ee747789704d HTTP/1.1" status: 204 len: 168 time: 0.3238816 Mar 10 15:26:52.513088 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f9c6a-903b-4e01-8f9f-098da56164fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472bec20-e787-4a69-b502-ee747789704d,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:53.180377 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51274) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:53.230129 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02e59d1-a156-4d9f-88ce-5a982d6315ad admin admin] Deleting subnet 6a218cca-3e43-4487-a336-6c5a803e8d35 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:26:53.235192 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d02e59d1-a156-4d9f-88ce-5a982d6315ad admin admin] Publish callbacks [] for subnet (6a218cca-3e43-4487-a336-6c5a803e8d35), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.271587 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d02e59d1-a156-4d9f-88ce-5a982d6315ad admin admin] Publish callbacks [] for subnet (6a218cca-3e43-4487-a336-6c5a803e8d35), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.278940 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d02e59d1-a156-4d9f-88ce-5a982d6315ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (6a218cca-3e43-4487-a336-6c5a803e8d35), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.303414 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51286) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:53.327949 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5327-7fb5-4621-bd14-5bc92bfe3ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.417270 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5327-7fb5-4621-bd14-5bc92bfe3ab3 admin admin] Publish callbacks [] for security_group (f3e10d24-1788-481c-ba2d-9ca18237bf2a), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.466150 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d02e59d1-a156-4d9f-88ce-5a982d6315ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for subnet (6a218cca-3e43-4487-a336-6c5a803e8d35), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.494798 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5327-7fb5-4621-bd14-5bc92bfe3ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f3e10d24-1788-481c-ba2d-9ca18237bf2a), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.544089 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e59d1-a156-4d9f-88ce-5a982d6315ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a218cca-3e43-4487-a336-6c5a803e8d35,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:53.544089 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d02e59d1-a156-4d9f-88ce-5a982d6315ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.544089 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-d02e59d1-a156-4d9f-88ce-5a982d6315ad admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6a218cca-3e43-4487-a336-6c5a803e8d35 HTTP/1.1" status: 204 len: 168 time: 0.3611119 Mar 10 15:26:53.546953 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51298) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:53.555575 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-2d7e5327-7fb5-4621-bd14-5bc92bfe3ab3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0dd9195ca8ba47c4bf27579b39b8c6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510099 Mar 10 15:26:53.556880 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e5327-7fb5-4621-bd14-5bc92bfe3ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e10d24-1788-481c-ba2d-9ca18237bf2a,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:53.560775 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51302) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:53.632915 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6fcedd40-7b0d-42a5-9a00-d03ab5a4d549 admin admin] Publish callbacks [] for security_group (f3e10d24-1788-481c-ba2d-9ca18237bf2a), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.660166 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6fcedd40-7b0d-42a5-9a00-d03ab5a4d549 admin admin] Publish callbacks [] for security_group (f3e10d24-1788-481c-ba2d-9ca18237bf2a), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.670086 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (1507d230-8d13-4496-a025-ad0935ff38c5), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.695192 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d20104db-21a3-4231-9132-ce76e0d4ca84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.709053 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010582d-319f-4e8d-ae7a-62d2efda2492 req-c61f0dec-b993-4c69-aa9e-91826b812047 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:53.711886 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b010582d-319f-4e8d-ae7a-62d2efda2492 req-c61f0dec-b993-4c69-aa9e-91826b812047 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.2123358 Mar 10 15:26:53.806467 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6fcedd40-7b0d-42a5-9a00-d03ab5a4d549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f3e10d24-1788-481c-ba2d-9ca18237bf2a), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.810785 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6fcedd40-7b0d-42a5-9a00-d03ab5a4d549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.815238 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-6fcedd40-7b0d-42a5-9a00-d03ab5a4d549 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3e10d24-1788-481c-ba2d-9ca18237bf2a HTTP/1.1" status: 204 len: 168 time: 0.2505660 Mar 10 15:26:53.822795 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcedd40-7b0d-42a5-9a00-d03ab5a4d549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e10d24-1788-481c-ba2d-9ca18237bf2a,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:53.832192 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (1507d230-8d13-4496-a025-ad0935ff38c5), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.843827 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b010582d-319f-4e8d-ae7a-62d2efda2492 req-ae8c0fc8-c8df-40be-b235-d4ea267bc23a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251655 Mar 10 15:26:53.859514 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.859958 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.860754 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.861313 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.861834 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.862327 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.862839 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.863463 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.864035 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.865017 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.891807 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51310) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:53.941453 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.941805 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.942185 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.942509 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 15:26:53.942881 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1507d230-8d13-4496-a025-ad0935ff38c5']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:53.960889 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d38a474-dd6e-4940-b49c-2d4bc7660897') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:53.961218 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d38a474-dd6e-4940-b49c-2d4bc7660897') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:53.978056 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130282627'] for segment (7d38a474-dd6e-4940-b49c-2d4bc7660897), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.001603 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9ae35c61-8d52-4a5a-8207-d3e7667353a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.003741 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (7d38a474-dd6e-4940-b49c-2d4bc7660897), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.011936 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:26:54.012311 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130472677'] for segment (7d38a474-dd6e-4940-b49c-2d4bc7660897), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: from cryptography.utils import int_from_bytes Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: from cryptography.utils import int_from_bytes Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: Traceback (most recent call last): Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: timer() Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: cb(*args, **kw) Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: return func(*args, **kwargs) Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: self._notify() Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: self.callback(batched_events) Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: event.method(event) Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: return f(self, *a, **k) Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: return self._get(url).json() Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:26:54.016376 dv-cinder-831247-10-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:26:54.077910 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9ae35c61-8d52-4a5a-8207-d3e7667353a4 admin admin] Publish callbacks [] for security_group (6ea5ed20-a789-4bc8-bb15-1984a7e7e728), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.172509 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9ae35c61-8d52-4a5a-8207-d3e7667353a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6ea5ed20-a789-4bc8-bb15-1984a7e7e728), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.390638 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9ae35c61-8d52-4a5a-8207-d3e7667353a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8352580b8e84682a6614053611a7862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977579 Mar 10 15:26:54.391360 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae35c61-8d52-4a5a-8207-d3e7667353a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea5ed20-a789-4bc8-bb15-1984a7e7e728,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:54.393441 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51322) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:54.407680 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (1507d230-8d13-4496-a025-ad0935ff38c5), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.422429 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.425182 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1507d230-8d13-4496-a025-ad0935ff38c5 HTTP/1.1" status: 204 len: 168 time: 0.8758471 Mar 10 15:26:54.436703 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e3f9e-1cf9-4069-a253-71a0a05ae7b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1507d230-8d13-4496-a025-ad0935ff38c5,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:54.464124 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2ad8-fb3d-4916-9047-cf4bbcf5ea60 admin admin] Publish callbacks [] for security_group (6ea5ed20-a789-4bc8-bb15-1984a7e7e728), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.490467 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2ad8-fb3d-4916-9047-cf4bbcf5ea60 admin admin] Publish callbacks [] for security_group (6ea5ed20-a789-4bc8-bb15-1984a7e7e728), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.627153 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2ad8-fb3d-4916-9047-cf4bbcf5ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6ea5ed20-a789-4bc8-bb15-1984a7e7e728), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.637372 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2ad8-fb3d-4916-9047-cf4bbcf5ea60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.637372 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-d1fd2ad8-fb3d-4916-9047-cf4bbcf5ea60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ea5ed20-a789-4bc8-bb15-1984a7e7e728 HTTP/1.1" status: 204 len: 168 time: 0.2369642 Mar 10 15:26:54.640183 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd2ad8-fb3d-4916-9047-cf4bbcf5ea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea5ed20-a789-4bc8-bb15-1984a7e7e728,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:54.857456 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51342) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:54.863799 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-ccd5e484-f043-46a7-8300-e32297ffc117 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434294 Mar 10 15:26:54.908305 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51346) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:54.908578 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-2a86b053-7a58-4f9b-baf3-c3cb3426a82f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=704da3685e46421a9a7f2600e15fa3fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0498669 Mar 10 15:26:54.967266 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-acc7d494-98b9-4a85-8f20-c0eba64e3b35 admin admin] Publish callbacks [] for security_group (ff76932d-a3c2-43f1-890a-5495fe370b45), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.968420 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.990278 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87a0ce-2630-4577-b387-81f6e840d039 req-9580f657-d07e-47bc-b3f4-7d57616c3eee tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:54.992045 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6d87a0ce-2630-4577-b387-81f6e840d039 req-9580f657-d07e-47bc-b3f4-7d57616c3eee tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0660460 Mar 10 15:26:55.016364 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-acc7d494-98b9-4a85-8f20-c0eba64e3b35 admin admin] Publish callbacks [] for security_group (ff76932d-a3c2-43f1-890a-5495fe370b45), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.046730 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6d87a0ce-2630-4577-b387-81f6e840d039 req-bc37eef1-60d1-4bc3-9835-fbd5bc18c949 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481436 Mar 10 15:26:55.057177 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-2bda9f3f-55d9-4f45-a1c5-5314a5d51b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:55.059230 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-2bda9f3f-55d9-4f45-a1c5-5314a5d51b32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1129 time: 0.0880330 Mar 10 15:26:55.168717 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-acc7d494-98b9-4a85-8f20-c0eba64e3b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (ff76932d-a3c2-43f1-890a-5495fe370b45), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.171471 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-acc7d494-98b9-4a85-8f20-c0eba64e3b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.174696 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-acc7d494-98b9-4a85-8f20-c0eba64e3b35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff76932d-a3c2-43f1-890a-5495fe370b45 HTTP/1.1" status: 204 len: 168 time: 0.2653840 Mar 10 15:26:55.192126 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7d494-98b9-4a85-8f20-c0eba64e3b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff76932d-a3c2-43f1-890a-5495fe370b45,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:55.222011 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-581161ec-9828-4f33-abc8-b4d968e29c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:55.223641 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-581161ec-9828-4f33-abc8-b4d968e29c72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 920 time: 0.1308506 Mar 10 15:26:55.271315 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-0fbddcf8-499d-4a4e-93e2-c5de76213716 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9 HTTP/1.1" status: 200 len: 217 time: 0.0407183 Mar 10 15:26:55.323507 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-6143b46a-55f0-421e-8e24-a7687b5e4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:55.324981 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-6143b46a-55f0-421e-8e24-a7687b5e4612 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.0440016 Mar 10 15:26:55.356997 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-76952846-59f9-436d-8df9-77667ecd7d49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257971 Mar 10 15:26:55.459103 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-f077f398-959f-41a9-9633-c1c9fb6054c5 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886049 Mar 10 15:26:55.488807 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51366) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:55.503594 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0031e564-b903-4c31-8976-b5cb0229bdc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.556987 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ac36b315-2f4e-482f-8f8c-ba979f04c661 req-43d81cab-db60-4665-85b0-a09bdac4dd93 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900414 Mar 10 15:26:55.585786 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0031e564-b903-4c31-8976-b5cb0229bdc2 admin admin] Publish callbacks [] for security_group (f303700c-084e-4d7c-badd-67886a397605), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.659837 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0031e564-b903-4c31-8976-b5cb0229bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f303700c-084e-4d7c-badd-67886a397605), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.671970 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:26:55.704793 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0031e564-b903-4c31-8976-b5cb0229bdc2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5e871692f19943a78c46ee4864604582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135623 Mar 10 15:26:55.707587 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51380) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:55.719328 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031e564-b903-4c31-8976-b5cb0229bdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f303700c-084e-4d7c-badd-67886a397605,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:55.784382 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e818973-03ca-4c5c-8eff-75cc1907f826 admin admin] Publish callbacks [] for security_group (f303700c-084e-4d7c-badd-67886a397605), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.813456 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e818973-03ca-4c5c-8eff-75cc1907f826 admin admin] Publish callbacks [] for security_group (f303700c-084e-4d7c-badd-67886a397605), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.826665 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51390) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:55.928290 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1459163770-network', 'tenant_id': '2a63d1614a5f4010bf949df91fc1c22b'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:55.951018 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e818973-03ca-4c5c-8eff-75cc1907f826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f303700c-084e-4d7c-badd-67886a397605), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.953700 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e818973-03ca-4c5c-8eff-75cc1907f826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.954933 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3e818973-03ca-4c5c-8eff-75cc1907f826 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f303700c-084e-4d7c-badd-67886a397605 HTTP/1.1" status: 204 len: 168 time: 0.2462082 Mar 10 15:26:55.965962 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e818973-03ca-4c5c-8eff-75cc1907f826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f303700c-084e-4d7c-badd-67886a397605,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:56.019470 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Made reservation on behalf of 2a63d1614a5f4010bf949df91fc1c22b for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:56.021834 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.031156 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.122334 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Publish callbacks [] for security_group (53d6e8cb-167d-458d-bc99-e39a05ba35ad), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.172320 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85c27d-9063-41f6-bcdd-6b78eca17d84 req-bb732e67-00be-4201-84cd-6c5332ffd1f6 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:56.173839 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0e85c27d-9063-41f6-bcdd-6b78eca17d84 req-bb732e67-00be-4201-84cd-6c5332ffd1f6 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0543048 Mar 10 15:26:56.197110 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (53d6e8cb-167d-458d-bc99-e39a05ba35ad), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.228436 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:56.251680 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d6e8cb-167d-458d-bc99-e39a05ba35ad,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:56.256601 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (0a8e18a8-c2be-454c-9cb1-be8244081f68), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.256944 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Added segment 0a8e18a8-c2be-454c-9cb1-be8244081f68 of type vlan for network 98b03933-2209-4eb3-871f-30b6dbb528e9 Mar 10 15:26:56.260788 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0e85c27d-9063-41f6-bcdd-6b78eca17d84 req-5e86d509-02ec-4270-9854-4f7765ecad07 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809162 Mar 10 15:26:56.303724 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (98b03933-2209-4eb3-871f-30b6dbb528e9), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.406799 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.459862 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (98b03933-2209-4eb3-871f-30b6dbb528e9), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.460844 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:56.461460 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.522282 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] Pushing event updated for resources: {'Network': ['ID=98b03933-2209-4eb3-871f-30b6dbb528e9,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:56.531662 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 98b03933-2209-4eb3-871f-30b6dbb528e9 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:56.638969 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-f028b6d0-d487-4d8c-bce5-25032b74c668 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8109229 Mar 10 15:26:56.641942 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51418) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:56.647780 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Request body: {'subnet': {'network_id': '98b03933-2209-4eb3-871f-30b6dbb528e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1459163770-subnet', 'tenant_id': '2a63d1614a5f4010bf949df91fc1c22b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:56.727037 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51424) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:56.734270 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Made reservation on behalf of 2a63d1614a5f4010bf949df91fc1c22b for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:56.736730 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133491736'] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.864065 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51430) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:56.878850 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a22f6d7f-e498-42a5-b3f6-5580a2d1f758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.967701 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a22f6d7f-e498-42a5-b3f6-5580a2d1f758 admin admin] Publish callbacks [] for security_group (2dd4b3a3-513e-409b-910a-0e9b2caef6cf), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.997375 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133240489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133491766'] for subnet (edb70dc7-0e45-455e-b2f8-c9cf686f1a9c), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.030359 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51436) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:57.042709 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a22f6d7f-e498-42a5-b3f6-5580a2d1f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2dd4b3a3-513e-409b-910a-0e9b2caef6cf), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.065027 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16fc9a18-ec1b-428b-a41e-adfde903a4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.078337 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb70dc7-0e45-455e-b2f8-c9cf686f1a9c,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:57.095148 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a22f6d7f-e498-42a5-b3f6-5580a2d1f758 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=677c31526d2c4c0db471c26589c77456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298336 Mar 10 15:26:57.097137 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f6d7f-e498-42a5-b3f6-5580a2d1f758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd4b3a3-513e-409b-910a-0e9b2caef6cf,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:57.098167 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51442) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:57.098908 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Checking segment: {'id': '0a8e18a8-c2be-454c-9cb1-be8244081f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '98b03933-2209-4eb3-871f-30b6dbb528e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:57.099271 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Network hostable DHCP agents. Network: 98b03933-2209-4eb3-871f-30b6dbb528e9, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:57.119058 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-network', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:57.340526 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-22443263-1aef-443e-bebb-a8e052d095ee admin admin] Publish callbacks [] for security_group (2dd4b3a3-513e-409b-910a-0e9b2caef6cf), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.340526 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16fc9a18-ec1b-428b-a41e-adfde903a4d3 admin admin] Publish callbacks [] for security_group (0032c49a-08d7-4826-aeba-793cb7025108), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.340526 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-22443263-1aef-443e-bebb-a8e052d095ee admin admin] Publish callbacks [] for security_group (2dd4b3a3-513e-409b-910a-0e9b2caef6cf), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.403596 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4389709-9626-4ba1-9a11-7e379376a62b req-8d350a80-628d-41e6-bd11-e9a005f5b0f0 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:57.403596 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d4389709-9626-4ba1-9a11-7e379376a62b req-8d350a80-628d-41e6-bd11-e9a005f5b0f0 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0583835 Mar 10 15:26:57.426152 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Made reservation on behalf of 3e7f22f1804c4c6699caef0783ae4c2b for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:57.429029 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.448057 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.462570 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d4389709-9626-4ba1-9a11-7e379376a62b req-1038809e-e15e-4edd-8354-e7bf8118b3c8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667486 Mar 10 15:26:57.723460 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Network 98b03933-2209-4eb3-871f-30b6dbb528e9 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:57.725678 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16fc9a18-ec1b-428b-a41e-adfde903a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (0032c49a-08d7-4826-aeba-793cb7025108), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.750437 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-22443263-1aef-443e-bebb-a8e052d095ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2dd4b3a3-513e-409b-910a-0e9b2caef6cf), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.750437 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-22443263-1aef-443e-bebb-a8e052d095ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.750437 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-22443263-1aef-443e-bebb-a8e052d095ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2dd4b3a3-513e-409b-910a-0e9b2caef6cf HTTP/1.1" status: 204 len: 168 time: 0.6329193 Mar 10 15:26:57.767383 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc9a18-ec1b-428b-a41e-adfde903a4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0032c49a-08d7-4826-aeba-793cb7025108,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:57.782360 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Publish callbacks [] for security_group (2baec23b-d970-4ecb-a5d8-9a4604b1bb63), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.802840 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22443263-1aef-443e-bebb-a8e052d095ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd4b3a3-513e-409b-910a-0e9b2caef6cf,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:57.810657 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-16fc9a18-ec1b-428b-a41e-adfde903a4d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f47008d863a4819831e3195906a8df7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0824974 Mar 10 15:26:57.827505 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51460) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:57.874517 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f81d1ae9-b79e-4e12-ad97-1b1e17e629f6 admin admin] Publish callbacks [] for security_group (0032c49a-08d7-4826-aeba-793cb7025108), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.895289 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f81d1ae9-b79e-4e12-ad97-1b1e17e629f6 admin admin] Publish callbacks [] for security_group (0032c49a-08d7-4826-aeba-793cb7025108), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.932605 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.979932 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2baec23b-d970-4ecb-a5d8-9a4604b1bb63), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.985224 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 98b03933-2209-4eb3-871f-30b6dbb528e9) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:57.989579 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:57.991423 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.007157 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5c7a0-6387-4bce-9a08-28d526e6c2fd None None] Network 98b03933-2209-4eb3-871f-30b6dbb528e9 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:58.008843 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baec23b-d970-4ecb-a5d8-9a4604b1bb63,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:58.076857 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f81d1ae9-b79e-4e12-ad97-1b1e17e629f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (0032c49a-08d7-4826-aeba-793cb7025108), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.079441 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f81d1ae9-b79e-4e12-ad97-1b1e17e629f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.080592 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-f81d1ae9-b79e-4e12-ad97-1b1e17e629f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0032c49a-08d7-4826-aeba-793cb7025108 HTTP/1.1" status: 204 len: 168 time: 0.2521911 Mar 10 15:26:58.087389 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:58.098057 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d1ae9-b79e-4e12-ad97-1b1e17e629f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0032c49a-08d7-4826-aeba-793cb7025108,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:58.102475 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (36542ca7-05cf-4935-99cf-1cf844da6ae1), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.102819 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Added segment 36542ca7-05cf-4935-99cf-1cf844da6ae1 of type vlan for network 9b915a36-bf43-460e-adb1-b06acab81172 Mar 10 15:26:58.121633 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5c99353f-20da-44f0-945a-9b54d3bcae31 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4718385 Mar 10 15:26:58.135355 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae53643-f63b-47ec-b200-e6c04c198467 None None] Network 98b03933-2209-4eb3-871f-30b6dbb528e9 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:58.155953 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (9b915a36-bf43-460e-adb1-b06acab81172), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.269512 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (9b915a36-bf43-460e-adb1-b06acab81172), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.270528 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:58.271612 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.329893 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] Pushing event updated for resources: {'Network': ['ID=9b915a36-bf43-460e-adb1-b06acab81172,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:58.340706 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 9b915a36-bf43-460e-adb1-b06acab81172 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:58.397933 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51478) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:58.405782 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-1ac737a1-9a3e-4b8f-a1dd-ea94f5753732 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3698225 Mar 10 15:26:58.415088 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Request body: {'subnet': {'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-subnet', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:58.583579 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Made reservation on behalf of 3e7f22f1804c4c6699caef0783ae4c2b for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:58.586030 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133491736'] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.591965 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902552b8-84c0-4cf5-a4b6-c530a6c81e40 req-93f073fd-9be6-4891-b9b2-9d9d97e3e815 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:58.593463 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-902552b8-84c0-4cf5-a4b6-c530a6c81e40 req-93f073fd-9be6-4891-b9b2-9d9d97e3e815 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0590882 Mar 10 15:26:58.645479 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-902552b8-84c0-4cf5-a4b6-c530a6c81e40 req-5fa66d58-1416-4163-8941-de85a137b1e0 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Mar 10 15:26:58.848622 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133240489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133491766'] for subnet (9575946f-33e8-43c9-a6da-64e2fe204bab), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.884448 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51496) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:58.898684 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e15a4f9-7f2e-401b-8c9f-056d647716fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.912284 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9575946f-33e8-43c9-a6da-64e2fe204bab,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:58.953170 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Checking segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:58.953605 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Network hostable DHCP agents. Network: 9b915a36-bf43-460e-adb1-b06acab81172, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:58.993796 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e15a4f9-7f2e-401b-8c9f-056d647716fb admin admin] Publish callbacks [] for security_group (baa74cea-fd74-4f82-acf7-7cf65a46e33c), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.126616 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Network 9b915a36-bf43-460e-adb1-b06acab81172 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:59.126966 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e15a4f9-7f2e-401b-8c9f-056d647716fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (baa74cea-fd74-4f82-acf7-7cf65a46e33c), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.167665 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-7e15a4f9-7f2e-401b-8c9f-056d647716fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=172d9cf0ad0b4562a24d3fe2f3d65d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821143 Mar 10 15:26:59.168537 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15a4f9-7f2e-401b-8c9f-056d647716fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa74cea-fd74-4f82-acf7-7cf65a46e33c,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:59.173816 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51502) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:59.231257 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.233239 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 9b915a36-bf43-460e-adb1-b06acab81172) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:59.235402 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf80c-bd0d-420c-8147-d9e86775e3bd admin admin] Publish callbacks [] for security_group (baa74cea-fd74-4f82-acf7-7cf65a46e33c), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.241815 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:59.242341 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.243411 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94acd7ac-5068-421e-8d03-9c4624bf234f None None] Network 9b915a36-bf43-460e-adb1-b06acab81172 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:59.273955 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf80c-bd0d-420c-8147-d9e86775e3bd admin admin] Publish callbacks [] for security_group (baa74cea-fd74-4f82-acf7-7cf65a46e33c), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.329676 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-42203be4-a06d-4a3e-86fb-d85bfec2141c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9294670 Mar 10 15:26:59.332559 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51508) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:59.337785 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:59.358228 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-9b915a36-bf43-460e-adb1-b06acab81172', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:26:59.359496 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.359803 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51510) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:59.364699 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2117683381-network', 'tenant_id': '256779dc0d3f4da1bd9666c25f556617'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:59.517261 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf80c-bd0d-420c-8147-d9e86775e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (baa74cea-fd74-4f82-acf7-7cf65a46e33c), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.519916 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf80c-bd0d-420c-8147-d9e86775e3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.521081 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-1fbbf80c-bd0d-420c-8147-d9e86775e3bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/baa74cea-fd74-4f82-acf7-7cf65a46e33c HTTP/1.1" status: 204 len: 168 time: 0.3460178 Mar 10 15:26:59.525330 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.525330 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.545374 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Made reservation on behalf of 256779dc0d3f4da1bd9666c25f556617 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:59.545727 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbf80c-bd0d-420c-8147-d9e86775e3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa74cea-fd74-4f82-acf7-7cf65a46e33c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:59.548425 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.583232 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.674436 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks [] for router_controller (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.733284 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Publish callbacks [] for security_group (f3ea8dea-a54b-4485-bc32-d19a37c63b0d), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.753388 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Allocated IP 172.20.0.2 (9b915a36-bf43-460e-adb1-b06acab81172/9575946f-33e8-43c9-a6da-64e2fe204bab/8bd45d4b-2c11-43e3-b101-2399ec94e451) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:59.786724 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d6dd2-be6e-4451-8669-4ab0b56432be req-eaf1dc46-4aaa-43a4-b2a1-3ad3a417e034 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:59.788335 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1a3d6dd2-be6e-4451-8669-4ab0b56432be req-eaf1dc46-4aaa-43a4-b2a1-3ad3a417e034 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0582325 Mar 10 15:26:59.887237 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1a3d6dd2-be6e-4451-8669-4ab0b56432be req-5ea07b7c-2ee1-4b00-a272-921bc94365c5 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885642 Mar 10 15:26:59.889743 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f3ea8dea-a54b-4485-bc32-d19a37c63b0d), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.920603 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:59.931023 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ea8dea-a54b-4485-bc32-d19a37c63b0d,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:59.938293 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (14adfff8-5e35-44ca-bdf4-e41e3e0a3b1d), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.938902 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Added segment 14adfff8-5e35-44ca-bdf4-e41e3e0a3b1d of type vlan for network 8080cb23-3ed1-4ef9-bbad-48c455be5204 Mar 10 15:26:59.994045 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (8080cb23-3ed1-4ef9-bbad-48c455be5204), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.015206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks [] for router_gateway (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.142462 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Publish callbacks [] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.146419 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (8080cb23-3ed1-4ef9-bbad-48c455be5204), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.147835 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:00.148857 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.242260 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] Pushing event updated for resources: {'Network': ['ID=8080cb23-3ed1-4ef9-bbad-48c455be5204,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:00.258634 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 8080cb23-3ed1-4ef9-bbad-48c455be5204 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:27:00.262836 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.287389 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b4eaf685-bb34-4b47-a574-79d7b43888ab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9235940 Mar 10 15:27:00.287389 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51558) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:00.294550 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Request body: {'subnet': {'network_id': '8080cb23-3ed1-4ef9-bbad-48c455be5204', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2117683381-subnet', 'tenant_id': '256779dc0d3f4da1bd9666c25f556617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:00.340257 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Network 9b915a36-bf43-460e-adb1-b06acab81172 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:00.359190 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks [] for router_gateway (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.375726 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.378191 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:00.381928 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:00.402522 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Pushing event updated for resources: {'Port': ['ID=8bd45d4b-2c11-43e3-b101-2399ec94e451,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:00.413117 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Made reservation on behalf of 256779dc0d3f4da1bd9666c25f556617 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:00.419564 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130443906'] for subnet (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.463484 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Attempting to bind port 8bd45d4b-2c11-43e3-b101-2399ec94e451 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:00.464001 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Attempting to bind port 8bd45d4b-2c11-43e3-b101-2399ec94e451 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:00.464502 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Attempting to bind port 8bd45d4b-2c11-43e3-b101-2399ec94e451 on network 9b915a36-bf43-460e-adb1-b06acab81172 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:00.470223 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:00.472729 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Checking segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:00.472729 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.472729 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Bound using segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:00.472729 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Bound port: 8bd45d4b-2c11-43e3-b101-2399ec94e451, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:00.472729 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.533396 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Allocated IP 172.28.1.131 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:00.586239 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] For port 8bd45d4b-2c11-43e3-b101-2399ec94e451, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:00.594260 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] For port 8bd45d4b-2c11-43e3-b101-2399ec94e451, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=8bd45d4b-2c11-43e3-b101-2399ec94e451,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:00.664203 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.673678 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51572) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:00.687141 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks [] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.723450 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130471288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130443948'] for subnet (83d78ea6-4ff9-4293-a159-af106043b9be), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.745203 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837d374-3483-4af8-934a-969f66c4d1db None None] Pushing event updated for resources: {'Port': ['ID=8bd45d4b-2c11-43e3-b101-2399ec94e451,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:00.787147 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d78ea6-4ff9-4293-a159-af106043b9be,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:00.797604 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.798561 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.798561 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.798759 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.799163 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.799556 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.799971 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.800365 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.800757 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.801268 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.801581 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.802025 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.802359 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:00.823806 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Checking segment: {'id': '14adfff8-5e35-44ca-bdf4-e41e3e0a3b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '8080cb23-3ed1-4ef9-bbad-48c455be5204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:00.824292 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Network hostable DHCP agents. Network: 8080cb23-3ed1-4ef9-bbad-48c455be5204, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:27:00.826066 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.841469 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-303a1899-8c66-43da-99d5-b66286858581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.902334 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:00.911314 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:00.916641 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:01.002684 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Network 8080cb23-3ed1-4ef9-bbad-48c455be5204 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:27:01.024028 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:01.093627 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-303a1899-8c66-43da-99d5-b66286858581 admin admin] Publish callbacks [] for security_group (f46092b4-224d-4561-b3ed-0dd5c9bde38e), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.116044 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.116672 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.117214 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.117704 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.118201 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.118540 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.118878 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.119211 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.119569 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.119943 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.120282 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.120636 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.120959 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:01.132399 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8e2d6-78a3-44e3-a54c-008643b24fab req-598a5f54-cc0e-4de6-8450-6bb2a0458bf1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:01.142568 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c4d8e2d6-78a3-44e3-a54c-008643b24fab req-598a5f54-cc0e-4de6-8450-6bb2a0458bf1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.1433072 Mar 10 15:27:01.151196 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 8080cb23-3ed1-4ef9-bbad-48c455be5204) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:01.165023 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:01.166693 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.174195 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc90d97e-0fa4-4057-a223-562d00ac1b98 None None] Network 8080cb23-3ed1-4ef9-bbad-48c455be5204 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:01.190236 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-303a1899-8c66-43da-99d5-b66286858581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f46092b4-224d-4561-b3ed-0dd5c9bde38e), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.267032 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c4d8e2d6-78a3-44e3-a54c-008643b24fab req-e7bc64b3-cb53-4114-b6cb-69035a68a33f tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234839 Mar 10 15:27:01.303334 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-303a1899-8c66-43da-99d5-b66286858581 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d261969c39284513b72f4947fe406c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6278229 Mar 10 15:27:01.304310 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51600) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:01.327021 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a1899-8c66-43da-99d5-b66286858581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46092b4-224d-4561-b3ed-0dd5c9bde38e,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:01.351531 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b9f1c21b-fd83-4c0e-8d47-c4f871b85d4c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0615084 Mar 10 15:27:01.391629 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc4cc2-78a8-40a4-909b-2facf3932d14 None None] Network 8080cb23-3ed1-4ef9-bbad-48c455be5204 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:01.439284 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-04222b7e-b4da-46fd-8237-902a919c3056 admin admin] Publish callbacks [] for security_group (f46092b4-224d-4561-b3ed-0dd5c9bde38e), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.502813 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-04222b7e-b4da-46fd-8237-902a919c3056 admin admin] Publish callbacks [] for security_group (f46092b4-224d-4561-b3ed-0dd5c9bde38e), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.534391 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks [] for router_gateway (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.685044 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-04222b7e-b4da-46fd-8237-902a919c3056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f46092b4-224d-4561-b3ed-0dd5c9bde38e), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.688657 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-04222b7e-b4da-46fd-8237-902a919c3056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.692427 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-04222b7e-b4da-46fd-8237-902a919c3056 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f46092b4-224d-4561-b3ed-0dd5c9bde38e HTTP/1.1" status: 204 len: 168 time: 0.3845391 Mar 10 15:27:01.706047 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04222b7e-b4da-46fd-8237-902a919c3056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46092b4-224d-4561-b3ed-0dd5c9bde38e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:01.817246 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.013070 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b71fa-d330-4935-86ca-a674663e041b None None] Network 9b915a36-bf43-460e-adb1-b06acab81172 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:02.042474 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:27:02.138342 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-70cd76a8-4d3f-4183-9646-7a2dd0d9dbda None None] Provisioning complete for port 8bd45d4b-2c11-43e3-b101-2399ec94e451 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:02.139048 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-70cd76a8-4d3f-4183-9646-7a2dd0d9dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.260271 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-70cd76a8-4d3f-4183-9646-7a2dd0d9dbda None None] Current status of the port 8bd45d4b-2c11-43e3-b101-2399ec94e451 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:02.261918 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-70cd76a8-4d3f-4183-9646-7a2dd0d9dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.319291 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-70cd76a8-4d3f-4183-9646-7a2dd0d9dbda None None] For port 8bd45d4b-2c11-43e3-b101-2399ec94e451, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=8bd45d4b-2c11-43e3-b101-2399ec94e451,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:02.368288 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:02.383153 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Sync routers for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:02.390776 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-70cd76a8-4d3f-4183-9646-7a2dd0d9dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.419797 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:02.421775 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:02.488475 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51838-f4a5-48e8-b795-95df99d73963 req-bb88db5c-52f0-45e2-bfee-b3fb6328c54e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.488475 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c5f51838-f4a5-48e8-b795-95df99d73963 req-bb88db5c-52f0-45e2-bfee-b3fb6328c54e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.1192861 Mar 10 15:27:02.510921 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd76a8-4d3f-4183-9646-7a2dd0d9dbda None None] Pushing event updated for resources: {'Port': ['ID=8bd45d4b-2c11-43e3-b101-2399ec94e451,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:02.514035 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.518600 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-952a7038-39cf-47fb-b4cf-c8c55ab12be6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1850717 Mar 10 15:27:02.522452 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51658) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:02.597574 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51660) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:02.609598 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:02.643061 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-97e55dd0-74c1-4b8b-8ffd-2459d04266b4 None None] Provisioning complete for port 8bd45d4b-2c11-43e3-b101-2399ec94e451 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:02.643061 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-97e55dd0-74c1-4b8b-8ffd-2459d04266b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.687445 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c5f51838-f4a5-48e8-b795-95df99d73963 req-e430a93f-9418-40a1-a3f0-8216d2959a10 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904838 Mar 10 15:27:02.743029 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-d069ec35-59b8-47c0-9565-82e8e6e5545c tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.749733 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-d069ec35-59b8-47c0-9565-82e8e6e5545c tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/networks?id=98b03933-2209-4eb3-871f-30b6dbb528e9 HTTP/1.1" status: 200 len: 809 time: 0.2630618 Mar 10 15:27:02.762235 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-02f9a5c3-9e4d-44de-9068-ea0bcb8eb175 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/quotas/2a63d1614a5f4010bf949df91fc1c22b HTTP/1.1" status: 200 len: 375 time: 0.0113139 Mar 10 15:27:02.796024 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-97e55dd0-74c1-4b8b-8ffd-2459d04266b4 None None] Current status of the port 8bd45d4b-2c11-43e3-b101-2399ec94e451 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:02.815345 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-51ea2457-6ed5-4105-9a9c-57051ddb628d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a63d1614a5f4010bf949df91fc1c22b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425143 Mar 10 15:27:02.828191 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 8bd45d4b-2c11-43e3-b101-2399ec94e451 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:02.915111 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:01Z', 'revision_number': 3, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:02.949239 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-eeaf6894-a4b5-4c05-ac5e-9b817f80eaa2 service neutron] 10.222.0.70 "GET /v2.0/networks/98b03933-2209-4eb3-871f-30b6dbb528e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222188 Mar 10 15:27:02.949710 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Checking router: ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:02.950230 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Updating router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:27:02.974766 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 8bd45d4b-2c11-43e3-b101-2399ec94e451 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:02.978302 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.026616 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.070407 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51672) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:03.086078 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-d2faa71f-72b4-4115-b681-f268cade5361 service neutron] 10.222.0.70 "GET /v2.0/networks/98b03933-2209-4eb3-871f-30b6dbb528e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356614 Mar 10 15:27:03.106669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ad260d1b-f36e-4fb8-a76e-83a4955abe1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.150925 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4104d55-4f2f-4832-a1c7-c0b89ee93a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.160562 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 8bd45d4b-2c11-43e3-b101-2399ec94e451 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:03.248560 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4104d55-4f2f-4832-a1c7-c0b89ee93a16 admin admin] Publish callbacks [] for security_group (94881a5f-115c-4197-9799-8b5c1aebe513), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.305593 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.353637 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ad260d1b-f36e-4fb8-a76e-83a4955abe1e admin admin] Publish callbacks [] for security_group (4974c75d-fd3f-4317-ba51-bb80e1b6d52c), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.355415 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4104d55-4f2f-4832-a1c7-c0b89ee93a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (94881a5f-115c-4197-9799-8b5c1aebe513), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.392885 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e4104d55-4f2f-4832-a1c7-c0b89ee93a16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ab7eff740cc48979ffd7b1e8c3821b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7905614 Mar 10 15:27:03.400919 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51688) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:03.440144 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4104d55-4f2f-4832-a1c7-c0b89ee93a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94881a5f-115c-4197-9799-8b5c1aebe513,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:03.490542 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Publish callbacks [] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.498426 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99453b1d-644d-42a3-8f9c-fa9bc0913fc7 req-95e72fc3-3733-4181-a646-02cae4d98534 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 210 time: 0.0421615 Mar 10 15:27:03.506292 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ad260d1b-f36e-4fb8-a76e-83a4955abe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (4974c75d-fd3f-4317-ba51-bb80e1b6d52c), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.525054 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9bf396f8-f2b6-4379-9070-381679131f3c admin admin] Publish callbacks [] for security_group (94881a5f-115c-4197-9799-8b5c1aebe513), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.552311 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9bf396f8-f2b6-4379-9070-381679131f3c admin admin] Publish callbacks [] for security_group (94881a5f-115c-4197-9799-8b5c1aebe513), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.568216 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.582161 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad260d1b-f36e-4fb8-a76e-83a4955abe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4974c75d-fd3f-4317-ba51-bb80e1b6d52c,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:03.591096 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ad260d1b-f36e-4fb8-a76e-83a4955abe1e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94327aa494a14f82b14baf60cae3b840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138247 Mar 10 15:27:03.594162 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51696) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:03.658062 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc689b3-3b32-4d0f-b945-d0475112bd3b None None] Pushing event updated for resources: {'Port': ['ID=6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:03.676381 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Allocated IP 172.20.0.1 (9b915a36-bf43-460e-adb1-b06acab81172/9575946f-33e8-43c9-a6da-64e2fe204bab/b51845eb-0979-4444-8048-c407f23dd832) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:03.695156 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Attempting to bind port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:03.697588 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Attempting to bind port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:03.698117 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Attempting to bind port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:03.702627 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-698abf10-6a02-4341-ab1f-790a8faa9382 admin admin] Publish callbacks [] for security_group (4974c75d-fd3f-4317-ba51-bb80e1b6d52c), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.708218 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:03.708451 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:03.709332 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.709780 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:03.716474 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Bound port: 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:03.716474 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.735033 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9bf396f8-f2b6-4379-9070-381679131f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (94881a5f-115c-4197-9799-8b5c1aebe513), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.738821 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9bf396f8-f2b6-4379-9070-381679131f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.742806 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-9bf396f8-f2b6-4379-9070-381679131f3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94881a5f-115c-4197-9799-8b5c1aebe513 HTTP/1.1" status: 204 len: 168 time: 0.3402419 Mar 10 15:27:03.766053 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf396f8-f2b6-4379-9070-381679131f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94881a5f-115c-4197-9799-8b5c1aebe513,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:03.802397 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] For port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:03.814206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-698abf10-6a02-4341-ab1f-790a8faa9382 admin admin] Publish callbacks [] for security_group (4974c75d-fd3f-4317-ba51-bb80e1b6d52c), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.819124 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] For port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:03.873827 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.886157 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Publish callbacks [] for port (b51845eb-0979-4444-8048-c407f23dd832), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.889178 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a678-fb59-4d27-8387-eb80896f311a req-2b38909f-26a7-4bf3-bcd9-b99981526e46 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:03.890784 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6f49a678-fb59-4d27-8387-eb80896f311a req-2b38909f-26a7-4bf3-bcd9-b99981526e46 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.1044905 Mar 10 15:27:03.947430 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:03.948057 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:03.977667 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6f49a678-fb59-4d27-8387-eb80896f311a req-bb11fd35-c4c0-42b8-a913-cfd5d3c485bc tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786719 Mar 10 15:27:03.988165 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (b51845eb-0979-4444-8048-c407f23dd832), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.988577 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-698abf10-6a02-4341-ab1f-790a8faa9382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (4974c75d-fd3f-4317-ba51-bb80e1b6d52c), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.999974 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-698abf10-6a02-4341-ab1f-790a8faa9382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.999974 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-698abf10-6a02-4341-ab1f-790a8faa9382 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4974c75d-fd3f-4317-ba51-bb80e1b6d52c HTTP/1.1" status: 204 len: 168 time: 0.3974617 Mar 10 15:27:04.034114 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc689b3-3b32-4d0f-b945-d0475112bd3b None None] Pushing event updated for resources: {'Port': ['ID=6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:04.038774 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698abf10-6a02-4341-ab1f-790a8faa9382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974c75d-fd3f-4317-ba51-bb80e1b6d52c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:04.053036 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Network 9b915a36-bf43-460e-adb1-b06acab81172 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:04.058505 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:04.060786 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Pushing event updated for resources: {'Port': ['ID=b51845eb-0979-4444-8048-c407f23dd832,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:04.063865 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:04.153866 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.157422 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:04.428579 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b51845eb-0979-4444-8048-c407f23dd832), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.441078 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-c2b68116-c654-495d-bdf2-ae4912502f43 None None] Provisioning complete for port b51845eb-0979-4444-8048-c407f23dd832 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:04.441762 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c2b68116-c654-495d-bdf2-ae4912502f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b51845eb-0979-4444-8048-c407f23dd832), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.480285 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:01Z', 'revision_number': 3, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:04.480616 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-c2b68116-c654-495d-bdf2-ae4912502f43 None None] Port b51845eb-0979-4444-8048-c407f23dd832 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:04.506553 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdf291-384c-42cf-b957-e136bcc732a8 None None] The sync data for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb is: [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:01Z', 'revision_number': 3, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:04.608348 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-24e14d30-012f-471e-9fe3-d5e2b1a8f6b5 req-3ec21eb7-4240-4f26-95eb-74f6b5b61238 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 210 time: 0.0491674 Mar 10 15:27:04.639024 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Publish callbacks [] for port (b51845eb-0979-4444-8048-c407f23dd832), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.693687 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (b51845eb-0979-4444-8048-c407f23dd832), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.779097 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Pushing event updated for resources: {'Port': ['ID=b51845eb-0979-4444-8048-c407f23dd832,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:04.781680 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.907292 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Network 9b915a36-bf43-460e-adb1-b06acab81172 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:04.908412 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:05.044304 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:05.158383 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad604cb-58fc-437a-a6e9-9d9e1a59741e req-96c9c5c4-96e8-41f9-9d8b-1aa64f286cad tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:05.159910 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9ad604cb-58fc-437a-a6e9-9d9e1a59741e req-96c9c5c4-96e8-41f9-9d8b-1aa64f286cad tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0708222 Mar 10 15:27:05.207449 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-06a93da8-6180-4177-9d37-156d2686e4b5 None None] Provisioning complete for port b51845eb-0979-4444-8048-c407f23dd832 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:05.213403 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-06a93da8-6180-4177-9d37-156d2686e4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b51845eb-0979-4444-8048-c407f23dd832), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.219806 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:05.235037 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51742) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:05.236032 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a92e7e2d-b8d0-4267-a1b5-9e2bc52756dc admin admin] 10.222.0.70 "PUT /v2.0/routers/ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7156668 Mar 10 15:27:05.264775 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9ad604cb-58fc-437a-a6e9-9d9e1a59741e req-279f7ea5-2364-4a37-8f4e-b164d4ff3fa2 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989647 Mar 10 15:27:05.265939 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-50a520c9-f46d-46c6-80e6-c46230ab518c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.275380 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51746) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:05.281828 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-06a93da8-6180-4177-9d37-156d2686e4b5 None None] Port b51845eb-0979-4444-8048-c407f23dd832 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:05.311722 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce4da352-3e7a-4110-865e-7c8d8c43b95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.366054 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51748) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:05.427816 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-50a520c9-f46d-46c6-80e6-c46230ab518c admin admin] Publish callbacks [] for security_group (60a1bd57-5e2e-4e1f-8297-a8078e9f2916), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.450269 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce4da352-3e7a-4110-865e-7c8d8c43b95b admin admin] Publish callbacks [] for security_group (99efb210-778e-4173-8aa4-4c63ec916fd4), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.476783 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-50a520c9-f46d-46c6-80e6-c46230ab518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (60a1bd57-5e2e-4e1f-8297-a8078e9f2916), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.519404 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce4da352-3e7a-4110-865e-7c8d8c43b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (99efb210-778e-4173-8aa4-4c63ec916fd4), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.525930 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-50a520c9-f46d-46c6-80e6-c46230ab518c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa0797da8b5b4c27af1b0efb78364c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779124 Mar 10 15:27:05.527402 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51756) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:05.540706 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a520c9-f46d-46c6-80e6-c46230ab518c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1bd57-5e2e-4e1f-8297-a8078e9f2916,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:05.578422 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-ce4da352-3e7a-4110-865e-7c8d8c43b95b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73b1aaa1196743d4aaa48ffc30febe07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005409 Mar 10 15:27:05.581271 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51758) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:05.609091 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4da352-3e7a-4110-865e-7c8d8c43b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99efb210-778e-4173-8aa4-4c63ec916fd4,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:05.626899 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb105-24c0-480e-a6c6-ae2097808a29 admin admin] Publish callbacks [] for security_group (60a1bd57-5e2e-4e1f-8297-a8078e9f2916), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.656171 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-11996d63-9cc4-4b97-99a7-c950b37eeb65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.657858 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb105-24c0-480e-a6c6-ae2097808a29 admin admin] Publish callbacks [] for security_group (60a1bd57-5e2e-4e1f-8297-a8078e9f2916), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.741720 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5c88e556-bcc4-4ae9-b82c-1c478343958b admin admin] Publish callbacks [] for security_group (99efb210-778e-4173-8aa4-4c63ec916fd4), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.765085 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-229c3502-9e43-4c1c-84ca-28eff1ca5253 req-9bd66f62-3655-4723-b2e9-9ca007a2cc47 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 210 time: 0.0444474 Mar 10 15:27:05.780895 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5c88e556-bcc4-4ae9-b82c-1c478343958b admin admin] Publish callbacks [] for security_group (99efb210-778e-4173-8aa4-4c63ec916fd4), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.791363 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb105-24c0-480e-a6c6-ae2097808a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (60a1bd57-5e2e-4e1f-8297-a8078e9f2916), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.795558 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb105-24c0-480e-a6c6-ae2097808a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.796687 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a2ebb105-24c0-480e-a6c6-ae2097808a29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60a1bd57-5e2e-4e1f-8297-a8078e9f2916 HTTP/1.1" status: 204 len: 168 time: 0.2690506 Mar 10 15:27:05.806108 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebb105-24c0-480e-a6c6-ae2097808a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1bd57-5e2e-4e1f-8297-a8078e9f2916,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:05.852143 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51766) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:05.895826 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-11996d63-9cc4-4b97-99a7-c950b37eeb65 admin admin] Publish callbacks [] for security_group (4e8db896-68d4-4765-ad38-d7b9b2ecc920), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.991270 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-11996d63-9cc4-4b97-99a7-c950b37eeb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (4e8db896-68d4-4765-ad38-d7b9b2ecc920), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.000380 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5c88e556-bcc4-4ae9-b82c-1c478343958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (99efb210-778e-4173-8aa4-4c63ec916fd4), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.002967 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5c88e556-bcc4-4ae9-b82c-1c478343958b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.006608 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5c88e556-bcc4-4ae9-b82c-1c478343958b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99efb210-778e-4173-8aa4-4c63ec916fd4 HTTP/1.1" status: 204 len: 168 time: 0.4211001 Mar 10 15:27:06.041212 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-11996d63-9cc4-4b97-99a7-c950b37eeb65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=779e24682edf4b09b3eb1d982c712c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6718462 Mar 10 15:27:06.041576 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51774) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:06.080434 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11996d63-9cc4-4b97-99a7-c950b37eeb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8db896-68d4-4765-ad38-d7b9b2ecc920,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:06.139835 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-92ed081b-29e7-4986-bb70-b2ce765bde90 admin admin] Publish callbacks [] for security_group (4e8db896-68d4-4765-ad38-d7b9b2ecc920), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.149843 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88e556-bcc4-4ae9-b82c-1c478343958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99efb210-778e-4173-8aa4-4c63ec916fd4,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:06.196351 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-92ed081b-29e7-4986-bb70-b2ce765bde90 admin admin] Publish callbacks [] for security_group (4e8db896-68d4-4765-ad38-d7b9b2ecc920), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.273415 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-8e279dfb-06a7-44f1-96e8-bc3262bc9d2f tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:06.275484 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-8e279dfb-06a7-44f1-96e8-bc3262bc9d2f tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.69 "GET /v2.0/networks?id=98b03933-2209-4eb3-871f-30b6dbb528e9 HTTP/1.1" status: 200 len: 809 time: 0.1702669 Mar 10 15:27:06.282383 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3ddaac3c-51f5-4be1-85f3-e297b8145691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.310191 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Request body: {'port': {'device_id': 'fe0e9877-762f-4653-be84-cdfe7d8946dc', 'network_id': '98b03933-2209-4eb3-871f-30b6dbb528e9', 'admin_state_up': True, 'tenant_id': '2a63d1614a5f4010bf949df91fc1c22b'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:06.426572 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-92ed081b-29e7-4986-bb70-b2ce765bde90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (4e8db896-68d4-4765-ad38-d7b9b2ecc920), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.429262 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-92ed081b-29e7-4986-bb70-b2ce765bde90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.433990 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-92ed081b-29e7-4986-bb70-b2ce765bde90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e8db896-68d4-4765-ad38-d7b9b2ecc920 HTTP/1.1" status: 204 len: 168 time: 0.3878000 Mar 10 15:27:06.467745 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed081b-29e7-4986-bb70-b2ce765bde90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8db896-68d4-4765-ad38-d7b9b2ecc920,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:06.546148 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b1f99-b4cb-41f9-968f-9cb4ea6f70d1 req-5d85edd2-be84-4e8f-9e3e-af930d7980f8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:06.547676 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-572b1f99-b4cb-41f9-968f-9cb4ea6f70d1 req-5d85edd2-be84-4e8f-9e3e-af930d7980f8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.1715174 Mar 10 15:27:06.601314 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3ddaac3c-51f5-4be1-85f3-e297b8145691 admin admin] Publish callbacks [] for security_group (5c4e4238-7d6b-42d0-9bcd-fcfac1b88f45), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.619622 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-572b1f99-b4cb-41f9-968f-9cb4ea6f70d1 req-0dca1aaa-c9cf-4c5d-bf12-64095af61d0c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635939 Mar 10 15:27:06.642051 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Made reservation on behalf of 2a63d1614a5f4010bf949df91fc1c22b for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:06.645453 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.670708 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3ddaac3c-51f5-4be1-85f3-e297b8145691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5c4e4238-7d6b-42d0-9bcd-fcfac1b88f45), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.720583 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-3ddaac3c-51f5-4be1-85f3-e297b8145691 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=587efd008b8641f790b4de119042082f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8672988 Mar 10 15:27:06.722726 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddaac3c-51f5-4be1-85f3-e297b8145691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4e4238-7d6b-42d0-9bcd-fcfac1b88f45,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:06.725679 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51792) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:06.780964 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51794) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:06.785679 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-8ee905a8-390f-413d-b050-6c68e1fd69b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996671334', 'description': 'tempest-description--788116534'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:06.841115 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Allocated IP 172.20.0.11 (98b03933-2209-4eb3-871f-30b6dbb528e9/edb70dc7-0e45-455e-b2f8-c9cf686f1a9c/503abbb5-8c30-453d-83f1-7b7376f0e720) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:06.877734 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:06.878279 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-04e59909-f974-4e34-8eba-6d7c197a69fd admin admin] Publish callbacks [] for security_group (5c4e4238-7d6b-42d0-9bcd-fcfac1b88f45), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.930716 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-04e59909-f974-4e34-8eba-6d7c197a69fd admin admin] Publish callbacks [] for security_group (5c4e4238-7d6b-42d0-9bcd-fcfac1b88f45), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.951658 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Sync routers for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:06.960090 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ff5f669b-4114-426b-bed2-cecd1852408b req-4a670e32-bd0f-4b1c-8030-247126a8b408 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 210 time: 0.0658219 Mar 10 15:27:06.965585 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8ee905a8-390f-413d-b050-6c68e1fd69b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.981878 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:06.983414 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:07.062011 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:07.062481 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.092187 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8ee905a8-390f-413d-b050-6c68e1fd69b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (937e5aca-b398-472e-94fa-7b5fc4095408), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.161547 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:07.169383 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8ee905a8-390f-413d-b050-6c68e1fd69b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (937e5aca-b398-472e-94fa-7b5fc4095408), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.230692 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee905a8-390f-413d-b050-6c68e1fd69b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937e5aca-b398-472e-94fa-7b5fc4095408,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:07.278063 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:07.278454 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.316757 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8ee905a8-390f-413d-b050-6c68e1fd69b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.324609 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51806) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:07.325127 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:07.325491 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-8ee905a8-390f-413d-b050-6c68e1fd69b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5431359 Mar 10 15:27:07.335421 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-856d4d20-3d1a-4f89-8f14-10e8e847dbaa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'security_group_rule': {'security_group_id': '937e5aca-b398-472e-94fa-7b5fc4095408', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:07.348340 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Publish callbacks [] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.374277 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-04e59909-f974-4e34-8eba-6d7c197a69fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5c4e4238-7d6b-42d0-9bcd-fcfac1b88f45), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.376816 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-04e59909-f974-4e34-8eba-6d7c197a69fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.378008 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-04e59909-f974-4e34-8eba-6d7c197a69fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c4e4238-7d6b-42d0-9bcd-fcfac1b88f45 HTTP/1.1" status: 204 len: 168 time: 0.6513755 Mar 10 15:27:07.388667 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51812) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:07.395856 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e59909-f974-4e34-8eba-6d7c197a69fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4e4238-7d6b-42d0-9bcd-fcfac1b88f45,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:07.407268 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22dd9bbe-3f63-4470-b687-73abbc10ed47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.408267 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.438736 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-856d4d20-3d1a-4f89-8f14-10e8e847dbaa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (35982a50-78b8-4e26-9166-9f58c1601100), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.505806 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-856d4d20-3d1a-4f89-8f14-10e8e847dbaa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (35982a50-78b8-4e26-9166-9f58c1601100), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.518770 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:07.532529 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.540590 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.541200 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.541809 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.542894 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.543519 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.544048 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.545022 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.545581 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.546131 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.546695 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.547222 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.547742 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.548259 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:07.568796 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 2, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:07.583276 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22dd9bbe-3f63-4470-b687-73abbc10ed47 admin admin] Publish callbacks [] for security_group (64fcfac0-d74a-4386-b0aa-97901cb2d3c8), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.599254 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Network 98b03933-2209-4eb3-871f-30b6dbb528e9 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:07.600215 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-856d4d20-3d1a-4f89-8f14-10e8e847dbaa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (35982a50-78b8-4e26-9166-9f58c1601100), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.607463 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Checking router: ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:07.607909 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Updating router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f port b51845eb-0979-4444-8048-c407f23dd832 binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:27:07.614180 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:07.624842 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:07.640769 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b51845eb-0979-4444-8048-c407f23dd832), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.652877 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-22dd9bbe-3f63-4470-b687-73abbc10ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (64fcfac0-d74a-4386-b0aa-97901cb2d3c8), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.662990 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d4d20-3d1a-4f89-8f14-10e8e847dbaa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35982a50-78b8-4e26-9166-9f58c1601100,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:07.664112 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Pushing event updated for resources: {'Port': ['ID=503abbb5-8c30-453d-83f1-7b7376f0e720,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:07.702505 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:07.704470 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.720242 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd9bbe-3f63-4470-b687-73abbc10ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fcfac0-d74a-4386-b0aa-97901cb2d3c8,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:07.747573 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-856d4d20-3d1a-4f89-8f14-10e8e847dbaa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.751859 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-856d4d20-3d1a-4f89-8f14-10e8e847dbaa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4228780 Mar 10 15:27:07.752018 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-22dd9bbe-3f63-4470-b687-73abbc10ed47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0870238be1c49a78b05e418d7c30cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610904 Mar 10 15:27:07.756915 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51828) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:07.756915 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 51830) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:07.763681 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-b05586fa-1356-40b6-8f68-810b6986db40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'security_group_rule': {'security_group_id': '937e5aca-b398-472e-94fa-7b5fc4095408', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:07.805538 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68fb48-777d-4085-9fe2-b5c700fbba95 req-c9f4cfda-d3fb-40f6-b19f-edae19bc2958 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:07.807652 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7d68fb48-777d-4085-9fe2-b5c700fbba95 req-c9f4cfda-d3fb-40f6-b19f-edae19bc2958 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0710857 Mar 10 15:27:07.821475 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9d8c01ec-9fb4-45b1-9b2e-f8035dc6c0ad admin admin] Publish callbacks [] for security_group (64fcfac0-d74a-4386-b0aa-97901cb2d3c8), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.839859 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-7b3fd4d0-90e6-4626-b1b1-eb4a5fdc80c0 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5397527 Mar 10 15:27:07.863656 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Request body: {'port': {'device_id': 'fe0e9877-762f-4653-be84-cdfe7d8946dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:07.897809 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7d68fb48-777d-4085-9fe2-b5c700fbba95 req-18c687a3-ab2e-47b6-a817-90c5a4e904ec tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824711 Mar 10 15:27:07.908033 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9d8c01ec-9fb4-45b1-9b2e-f8035dc6c0ad admin admin] Publish callbacks [] for security_group (64fcfac0-d74a-4386-b0aa-97901cb2d3c8), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.949513 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b05586fa-1356-40b6-8f68-810b6986db40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (e9afa074-0952-43b8-8626-718cad6930e7), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.009060 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.125889 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f36f12-afc4-449e-b81e-b1d8407786d8 req-c505c126-e739-46f1-9167-955bad171cbf tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:08.132863 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-60f36f12-afc4-449e-b81e-b1d8407786d8 req-c505c126-e739-46f1-9167-955bad171cbf tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 932 time: 0.0629907 Mar 10 15:27:08.148070 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Publish callbacks [] for port (b51845eb-0979-4444-8048-c407f23dd832), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.151155 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9d8c01ec-9fb4-45b1-9b2e-f8035dc6c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (64fcfac0-d74a-4386-b0aa-97901cb2d3c8), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.156037 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9d8c01ec-9fb4-45b1-9b2e-f8035dc6c0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.159493 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9d8c01ec-9fb4-45b1-9b2e-f8035dc6c0ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64fcfac0-d74a-4386-b0aa-97901cb2d3c8 HTTP/1.1" status: 204 len: 168 time: 0.4010067 Mar 10 15:27:08.188662 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b05586fa-1356-40b6-8f68-810b6986db40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (e9afa074-0952-43b8-8626-718cad6930e7), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.189770 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c01ec-9fb4-45b1-9b2e-f8035dc6c0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fcfac0-d74a-4386-b0aa-97901cb2d3c8,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.204727 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-60f36f12-afc4-449e-b81e-b1d8407786d8 req-3e0dba95-97f4-4e50-a40d-336d202fc8ee tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571659 Mar 10 15:27:08.225774 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b51845eb-0979-4444-8048-c407f23dd832), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.301402 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b05586fa-1356-40b6-8f68-810b6986db40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (e9afa074-0952-43b8-8626-718cad6930e7), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.326282 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df12022-d26e-4dd1-92f5-de6f1f17d22b None None] Pushing event updated for resources: {'Port': ['ID=b51845eb-0979-4444-8048-c407f23dd832,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.332107 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05586fa-1356-40b6-8f68-810b6986db40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9afa074-0952-43b8-8626-718cad6930e7,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.368195 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Attempting to bind port b51845eb-0979-4444-8048-c407f23dd832 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:08.368799 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Attempting to bind port b51845eb-0979-4444-8048-c407f23dd832 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:08.369457 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Attempting to bind port b51845eb-0979-4444-8048-c407f23dd832 on network 9b915a36-bf43-460e-adb1-b06acab81172 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:08.375757 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:08.376147 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Checking segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:08.376728 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.383466 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Bound using segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:08.383466 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Bound port: b51845eb-0979-4444-8048-c407f23dd832, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:08.383466 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b51845eb-0979-4444-8048-c407f23dd832), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.420081 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51852) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:08.447603 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-522429b3-10bf-47b0-abb5-e847a854b86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.470804 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] For port b51845eb-0979-4444-8048-c407f23dd832, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:08.474908 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] For port b51845eb-0979-4444-8048-c407f23dd832, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b51845eb-0979-4444-8048-c407f23dd832,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:08.488302 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b05586fa-1356-40b6-8f68-810b6986db40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.492834 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51854) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:08.493040 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b05586fa-1356-40b6-8f68-810b6986db40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7379692 Mar 10 15:27:08.501679 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:08.514215 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503abbb5-8c30-453d-83f1-7b7376f0e720 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:27:08.525365 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Publish callbacks [] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.544394 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Transition to ACTIVE for port object 503abbb5-8c30-453d-83f1-7b7376f0e720 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:27:08.566951 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b51845eb-0979-4444-8048-c407f23dd832), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.578881 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-522429b3-10bf-47b0-abb5-e847a854b86b admin admin] Publish callbacks [] for security_group (9325ffe9-beb0-4dce-bb32-723b75f26b9b), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.619801 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.641088 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:08.641749 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:08.647532 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df12022-d26e-4dd1-92f5-de6f1f17d22b None None] Pushing event updated for resources: {'Port': ['ID=b51845eb-0979-4444-8048-c407f23dd832,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.650577 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.654181 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-522429b3-10bf-47b0-abb5-e847a854b86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (9325ffe9-beb0-4dce-bb32-723b75f26b9b), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.695391 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-522429b3-10bf-47b0-abb5-e847a854b86b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62fb54eecdf445deb0e7efae82a8125a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739980 Mar 10 15:27:08.697325 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 51858) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:08.742113 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-cedc6cd6-ee63-4310-8131-def1517ad496 None None] Provisioning complete for port b51845eb-0979-4444-8048-c407f23dd832 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:08.742734 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cedc6cd6-ee63-4310-8131-def1517ad496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b51845eb-0979-4444-8048-c407f23dd832), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.815741 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf41bec1-eee3-405d-9d1d-ee10f45a34dd admin admin] Publish callbacks [] for security_group (9325ffe9-beb0-4dce-bb32-723b75f26b9b), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.845194 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf41bec1-eee3-405d-9d1d-ee10f45a34dd admin admin] Publish callbacks [] for security_group (9325ffe9-beb0-4dce-bb32-723b75f26b9b), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.885877 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Attempting to bind port 503abbb5-8c30-453d-83f1-7b7376f0e720 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:08.886827 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Attempting to bind port 503abbb5-8c30-453d-83f1-7b7376f0e720 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0a8e18a8-c2be-454c-9cb1-be8244081f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '98b03933-2209-4eb3-871f-30b6dbb528e9'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:08.887166 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Attempting to bind port 503abbb5-8c30-453d-83f1-7b7376f0e720 on network 98b03933-2209-4eb3-871f-30b6dbb528e9 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:08.894618 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:08.899748 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Pushing event updated for resources: {'Port': ['ID=503abbb5-8c30-453d-83f1-7b7376f0e720,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.900801 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522429b3-10bf-47b0-abb5-e847a854b86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9325ffe9-beb0-4dce-bb32-723b75f26b9b,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.905057 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Port 503abbb5-8c30-453d-83f1-7b7376f0e720 on network 98b03933-2209-4eb3-871f-30b6dbb528e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:27:08.905587 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Attempting to bind port 503abbb5-8c30-453d-83f1-7b7376f0e720 on network 98b03933-2209-4eb3-871f-30b6dbb528e9 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:08.913631 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:08.913989 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Checking segment: {'id': '0a8e18a8-c2be-454c-9cb1-be8244081f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '98b03933-2209-4eb3-871f-30b6dbb528e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:08.914496 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Bound using segment: {'id': '0a8e18a8-c2be-454c-9cb1-be8244081f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '98b03933-2209-4eb3-871f-30b6dbb528e9'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:08.914989 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Bound port: 503abbb5-8c30-453d-83f1-7b7376f0e720, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8e18a8-c2be-454c-9cb1-be8244081f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '98b03933-2209-4eb3-871f-30b6dbb528e9'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:08.915358 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.973536 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:09.013756 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf41bec1-eee3-405d-9d1d-ee10f45a34dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (9325ffe9-beb0-4dce-bb32-723b75f26b9b), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.016410 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf41bec1-eee3-405d-9d1d-ee10f45a34dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.020794 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-bf41bec1-eee3-405d-9d1d-ee10f45a34dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9325ffe9-beb0-4dce-bb32-723b75f26b9b HTTP/1.1" status: 204 len: 168 time: 0.3205764 Mar 10 15:27:09.043721 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41bec1-eee3-405d-9d1d-ee10f45a34dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9325ffe9-beb0-4dce-bb32-723b75f26b9b,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:09.098862 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-cedc6cd6-ee63-4310-8131-def1517ad496 None None] Current status of the port b51845eb-0979-4444-8048-c407f23dd832 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:09.099297 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cedc6cd6-ee63-4310-8131-def1517ad496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b51845eb-0979-4444-8048-c407f23dd832), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.099780 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.122989 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cf919-be9b-469e-b261-00f322b7367c req-4cf187d4-d17e-4897-9b82-bbc3d8899634 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:09.131186 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] For port 503abbb5-8c30-453d-83f1-7b7376f0e720, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:09.133257 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-777cf919-be9b-469e-b261-00f322b7367c req-4cf187d4-d17e-4897-9b82-bbc3d8899634 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.1220002 Mar 10 15:27:09.151482 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] For port 503abbb5-8c30-453d-83f1-7b7376f0e720, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=503abbb5-8c30-453d-83f1-7b7376f0e720,segment=NetworkSegment(0a8e18a8-c2be-454c-9cb1-be8244081f68),segment_id=0a8e18a8-c2be-454c-9cb1-be8244081f68)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:09.168621 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a56734-0ba3-437a-8baa-2c2b60af72f0 req-e9a2434f-b94e-496b-a09a-230d67aeec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:09.175914 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-18a56734-0ba3-437a-8baa-2c2b60af72f0 req-e9a2434f-b94e-496b-a09a-230d67aeec06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 1129 time: 0.1091604 Mar 10 15:27:09.254817 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:09.255798 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.259968 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-cedc6cd6-ee63-4310-8131-def1517ad496 None None] For port b51845eb-0979-4444-8048-c407f23dd832, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b51845eb-0979-4444-8048-c407f23dd832,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:09.276164 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.286146 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-18a56734-0ba3-437a-8baa-2c2b60af72f0 req-e89a7dba-eb37-4c69-b37a-6bdeb2864200 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006145 Mar 10 15:27:09.330589 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:09.331999 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.333850 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] 10.222.0.69 "PUT /v2.0/ports/503abbb5-8c30-453d-83f1-7b7376f0e720 HTTP/1.1" status: 200 len: 1094 time: 1.4743743 Mar 10 15:27:09.338333 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0e9877-762f-4653-be84-cdfe7d8946dc', 'tag': '503abbb5-8c30-453d-83f1-7b7376f0e720'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:09.344387 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648704f5-68e8-4d6c-8538-bff83567f20e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0e9877-762f-4653-be84-cdfe7d8946dc", "tag": "503abbb5-8c30-453d-83f1-7b7376f0e720"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:09.364335 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cedc6cd6-ee63-4310-8131-def1517ad496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b51845eb-0979-4444-8048-c407f23dd832), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.376033 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14559af7-63ed-41ff-8338-cb85f1a25fef service neutron] Pushing event updated for resources: {'Port': ['ID=503abbb5-8c30-453d-83f1-7b7376f0e720,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:09.417536 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-777cf919-be9b-469e-b261-00f322b7367c req-53168747-bd5b-46be-bfa6-adfc3d061279 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832248 Mar 10 15:27:09.450713 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Allocated IP 172.28.1.220 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/966a5d53-c4fb-49af-9851-07767f08aea4) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:09.470767 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaddfd-5c06-4409-9e1f-ea010b9ee733 req-188e9305-ed59-46f8-9b38-e950b41dff91 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:09.473908 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-aaaaddfd-5c06-4409-9e1f-ea010b9ee733 req-188e9305-ed59-46f8-9b38-e950b41dff91 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 944 time: 0.1417704 Mar 10 15:27:09.487339 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af0bb9a-4352-4256-b86f-6a37b6a2917b x-openstack-request-id: req-4af0bb9a-4352-4256-b86f-6a37b6a2917b {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:09.487634 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0e9877-762f-4653-be84-cdfe7d8946dc", "tag": "503abbb5-8c30-453d-83f1-7b7376f0e720", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:09.487892 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4af0bb9a-4352-4256-b86f-6a37b6a2917b {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:09.488299 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0e9877-762f-4653-be84-cdfe7d8946dc', 'tag': '503abbb5-8c30-453d-83f1-7b7376f0e720', 'status': 'completed', 'code': 200} Mar 10 15:27:09.528594 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6cd6-ee63-4310-8131-def1517ad496 None None] Pushing event updated for resources: {'Port': ['ID=b51845eb-0979-4444-8048-c407f23dd832,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:09.534289 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:09.543733 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:08Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:09.550602 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-12621c2d-a4bf-4378-b0f5-c9c55228066d None None] Provisioning complete for port b51845eb-0979-4444-8048-c407f23dd832 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:09.550602 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-12621c2d-a4bf-4378-b0f5-c9c55228066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b51845eb-0979-4444-8048-c407f23dd832), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.592978 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-aaaaddfd-5c06-4409-9e1f-ea010b9ee733 req-f99b8cc9-1294-4feb-b9c1-9833a708437d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133053 Mar 10 15:27:09.609790 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bc69a-7870-4280-8426-e6f29afa9616 None None] The sync data for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb is: [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:08Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:09.642934 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for port (966a5d53-c4fb-49af-9851-07767f08aea4), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.697370 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-12621c2d-a4bf-4378-b0f5-c9c55228066d None None] Current status of the port b51845eb-0979-4444-8048-c407f23dd832 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:09.778571 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (966a5d53-c4fb-49af-9851-07767f08aea4), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.818918 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648704f5-68e8-4d6c-8538-bff83567f20e req-8bbae4b4-233a-4ef2-8650-5eeef1902e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:09.823284 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-648704f5-68e8-4d6c-8538-bff83567f20e req-8bbae4b4-233a-4ef2-8650-5eeef1902e0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a63d1614a5f4010bf949df91fc1c22b&device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 1128 time: 0.1290753 Mar 10 15:27:09.824729 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:09.830342 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:09.836047 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:09.876927 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'Port': ['ID=966a5d53-c4fb-49af-9851-07767f08aea4,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:09.962031 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (d7ba62a1-15a1-4180-80fd-452b05a95289), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.074864 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648704f5-68e8-4d6c-8538-bff83567f20e req-2b2f15c7-6006-4f63-9a52-327b63e178cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:10.076653 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-648704f5-68e8-4d6c-8538-bff83567f20e req-2b2f15c7-6006-4f63-9a52-327b63e178cc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2a63d1614a5f4010bf949df91fc1c22b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2326951 Mar 10 15:27:10.139257 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (966a5d53-c4fb-49af-9851-07767f08aea4), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.331238 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648704f5-68e8-4d6c-8538-bff83567f20e req-54072de3-aa3a-4942-b2df-f4c59756bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:10.341403 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-648704f5-68e8-4d6c-8538-bff83567f20e req-54072de3-aa3a-4942-b2df-f4c59756bfe8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422011 Mar 10 15:27:10.360644 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for port (966a5d53-c4fb-49af-9851-07767f08aea4), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.469451 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (966a5d53-c4fb-49af-9851-07767f08aea4), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.611992 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-d623fb82-3644-4bfd-9d39-64a0f7170a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:10.614337 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-d623fb82-3644-4bfd-9d39-64a0f7170a97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a63d1614a5f4010bf949df91fc1c22b&device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 1128 time: 0.0917406 Mar 10 15:27:10.634845 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (d7ba62a1-15a1-4180-80fd-452b05a95289), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.655184 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'Port': ['ID=966a5d53-c4fb-49af-9851-07767f08aea4,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:10.683815 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628a18-0b8a-4264-9bc2-9105c9947ca8 req-70083bba-7b86-452d-ab17-ac7d04f4a085 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:10.691490 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0a628a18-0b8a-4264-9bc2-9105c9947ca8 req-70083bba-7b86-452d-ab17-ac7d04f4a085 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.1808934 Mar 10 15:27:10.692604 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-f757725a-6b5e-469a-9caf-b2f3b0fda013 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=503abbb5-8c30-453d-83f1-7b7376f0e720 HTTP/1.1" status: 200 len: 217 time: 0.0489962 Mar 10 15:27:10.821807 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-438bf133-4780-4952-89ed-fc1943622387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:10.823474 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-438bf133-4780-4952-89ed-fc1943622387 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=edb70dc7-0e45-455e-b2f8-c9cf686f1a9c HTTP/1.1" status: 200 len: 849 time: 0.1208506 Mar 10 15:27:10.824338 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.825660 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b43fd9a2-3de4-4eb4-b4c2-4fee52bfcba1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3315685 Mar 10 15:27:10.862257 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b51845eb-0979-4444-8048-c407f23dd832 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:10.880450 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29561b-17b7-43a4-b3ad-bc63fc5eeb28 req-fa2af963-6938-4275-bdd5-dd88a0de8c2c tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:10.888921 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5b29561b-17b7-43a4-b3ad-bc63fc5eeb28 req-fa2af963-6938-4275-bdd5-dd88a0de8c2c tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 944 time: 0.1875064 Mar 10 15:27:10.895691 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0a628a18-0b8a-4264-9bc2-9105c9947ca8 req-8f5edb7c-090b-4d7e-a6a4-d1439ccd10af tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978874 Mar 10 15:27:10.904450 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-550ca0bf-478e-4dc7-a012-da81ed5a3044 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98b03933-2209-4eb3-871f-30b6dbb528e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602961 Mar 10 15:27:10.942316 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port b51845eb-0979-4444-8048-c407f23dd832 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:10.943123 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b51845eb-0979-4444-8048-c407f23dd832), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.975671 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5b29561b-17b7-43a4-b3ad-bc63fc5eeb28 req-a743cf46-8e87-401d-845d-b32381aecb6c tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846493 Mar 10 15:27:11.087139 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-5695ee01-51eb-416a-a5b5-ddc5dac11fd2 service neutron] 10.222.0.69 "GET /v2.0/networks/98b03933-2209-4eb3-871f-30b6dbb528e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733410 Mar 10 15:27:11.099128 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port b51845eb-0979-4444-8048-c407f23dd832 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:11.238616 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4c361f43-29f5-41cf-812d-5ba1fc322740 req-98301374-a444-4754-a8db-fd1fb53c80ee service neutron] 10.222.0.69 "GET /v2.0/networks/98b03933-2209-4eb3-871f-30b6dbb528e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454353 Mar 10 15:27:11.263207 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-ef392855-a7b0-44f3-a07f-5459ff566589 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--996671334&fields=id&tenant_id=3e7f22f1804c4c6699caef0783ae4c2b HTTP/1.1" status: 200 len: 267 time: 0.1013820 Mar 10 15:27:11.599928 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-bbc84891-fe88-4008-885c-0b8f875d8e3c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:11.601570 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-bbc84891-fe88-4008-885c-0b8f875d8e3c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 817 time: 0.3374469 Mar 10 15:27:11.626325 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-c41a4139-e2db-499e-98a1-99a75b4e21dd tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/quotas/3e7f22f1804c4c6699caef0783ae4c2b HTTP/1.1" status: 200 len: 375 time: 0.0161765 Mar 10 15:27:11.682095 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-5b45f583-9130-41b8-9212-808f3b110749 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496888 Mar 10 15:27:11.800418 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-c8071826-9319-42fc-a4a0-cdc91f6c213e service neutron] 10.222.0.70 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061800 Mar 10 15:27:11.903308 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-c842f40d-2fdc-422c-8a8c-19c498f70309 service neutron] 10.222.0.70 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959949 Mar 10 15:27:12.088788 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76534899-c3b0-42fb-87f3-4a2590d6f152 req-b81e0964-977e-4763-81ea-c1ad1cbe4b0b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:12.090399 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76534899-c3b0-42fb-87f3-4a2590d6f152 req-b81e0964-977e-4763-81ea-c1ad1cbe4b0b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0598726 Mar 10 15:27:12.168990 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76534899-c3b0-42fb-87f3-4a2590d6f152 req-589ff16d-06ba-4c80-83a6-16cfca885dae tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726933 Mar 10 15:27:12.296660 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-720c3e68-4dbe-46fe-9216-2062fc56fc1d req-8c2cb925-f4d0-4f5e-bce5-3088348cc8bb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 210 time: 0.0488756 Mar 10 15:27:12.325551 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06db57-0023-4341-9f1b-e3a1c7587d72 req-cd060f3a-ef59-4f6d-affa-7f9570e4d6e8 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:12.327994 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ea06db57-0023-4341-9f1b-e3a1c7587d72 req-cd060f3a-ef59-4f6d-affa-7f9570e4d6e8 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 944 time: 0.1376543 Mar 10 15:27:12.403485 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ea06db57-0023-4341-9f1b-e3a1c7587d72 req-38ecae26-3b13-481d-987f-c1a740fe385f tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692101 Mar 10 15:27:12.447964 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8198b35-9ffa-4928-983d-ca5be7b2ab26 req-828641ae-95b5-46ca-b251-fe486922089d tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:12.449537 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e8198b35-9ffa-4928-983d-ca5be7b2ab26 req-828641ae-95b5-46ca-b251-fe486922089d tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0622599 Mar 10 15:27:12.500836 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e8198b35-9ffa-4928-983d-ca5be7b2ab26 req-3899e6f2-b53e-47c9-89b9-d27c4bf90745 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Mar 10 15:27:12.945121 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52040) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:13.055736 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-39f40b43-f520-47cb-b77b-d777a3f4035e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:13.128815 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-39f40b43-f520-47cb-b77b-d777a3f4035e admin admin] Publish callbacks [] for security_group (f2e543fa-81f3-47e3-a930-f2cad85c7fb7), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:13.205774 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-39f40b43-f520-47cb-b77b-d777a3f4035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f2e543fa-81f3-47e3-a930-f2cad85c7fb7), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:13.247640 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-39f40b43-f520-47cb-b77b-d777a3f4035e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60b0ae0c64af4faa91ebe116cedd0c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014009 Mar 10 15:27:13.248611 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f40b43-f520-47cb-b77b-d777a3f4035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e543fa-81f3-47e3-a930-f2cad85c7fb7,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:13.250361 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52052) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:13.299256 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dbed3735-335d-498f-ad5b-918f870b0aac admin admin] Publish callbacks [] for security_group (f2e543fa-81f3-47e3-a930-f2cad85c7fb7), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:13.321549 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dbed3735-335d-498f-ad5b-918f870b0aac admin admin] Publish callbacks [] for security_group (f2e543fa-81f3-47e3-a930-f2cad85c7fb7), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:13.432734 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-aeb9eba9-68ae-4016-8fc5-37fb77de41a2 req-fe349822-3929-43ff-b942-8cb3066ad322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 210 time: 0.0283861 Mar 10 15:27:13.526063 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63812f4d-f47d-461e-90ce-a6fb73ed8ea0 req-f7697d7f-3202-43f7-954a-d00103a81a31 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:13.527548 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-63812f4d-f47d-461e-90ce-a6fb73ed8ea0 req-f7697d7f-3202-43f7-954a-d00103a81a31 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 944 time: 0.0518429 Mar 10 15:27:13.545704 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dbed3735-335d-498f-ad5b-918f870b0aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f2e543fa-81f3-47e3-a930-f2cad85c7fb7), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:13.551586 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dbed3735-335d-498f-ad5b-918f870b0aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:13.551586 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-dbed3735-335d-498f-ad5b-918f870b0aac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2e543fa-81f3-47e3-a930-f2cad85c7fb7 HTTP/1.1" status: 204 len: 168 time: 0.2987962 Mar 10 15:27:13.560845 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed3735-335d-498f-ad5b-918f870b0aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e543fa-81f3-47e3-a930-f2cad85c7fb7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:13.614737 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-63812f4d-f47d-461e-90ce-a6fb73ed8ea0 req-0a5a0440-350b-4789-8d59-f5372da7453b tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813529 Mar 10 15:27:13.863086 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 503abbb5-8c30-453d-83f1-7b7376f0e720 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:27:13.973899 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 503abbb5-8c30-453d-83f1-7b7376f0e720, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=503abbb5-8c30-453d-83f1-7b7376f0e720,segment=NetworkSegment(0a8e18a8-c2be-454c-9cb1-be8244081f68),segment_id=0a8e18a8-c2be-454c-9cb1-be8244081f68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:13.985557 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '503abbb5-8c30-453d-83f1-7b7376f0e720', 'network_id': '98b03933-2209-4eb3-871f-30b6dbb528e9', 'port_id': '503abbb5-8c30-453d-83f1-7b7376f0e720', 'mac_address': 'fa:16:3e:ea:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb70dc7-0e45-455e-b2f8-c9cf686f1a9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:27:14.023953 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 503abbb5-8c30-453d-83f1-7b7376f0e720 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:14.024350 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.038404 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503abbb5-8c30-453d-83f1-7b7376f0e720 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:27:14.059896 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 503abbb5-8c30-453d-83f1-7b7376f0e720, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=503abbb5-8c30-453d-83f1-7b7376f0e720,segment=NetworkSegment(0a8e18a8-c2be-454c-9cb1-be8244081f68),segment_id=0a8e18a8-c2be-454c-9cb1-be8244081f68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:14.132578 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.178169 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52076) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:14.182701 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=503abbb5-8c30-453d-83f1-7b7376f0e720,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:14.282137 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-45fb353a-1807-4eae-a16a-2829a724254a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.358788 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-45fb353a-1807-4eae-a16a-2829a724254a admin admin] Publish callbacks [] for security_group (a1ee9ef7-dc3f-45cc-9af0-f4774bd3f9a4), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.381887 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52082) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:14.397321 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-413b4a06-36b6-4c37-a15d-8f5ff2ed4605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.449539 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-45fb353a-1807-4eae-a16a-2829a724254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (a1ee9ef7-dc3f-45cc-9af0-f4774bd3f9a4), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.505132 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-45fb353a-1807-4eae-a16a-2829a724254a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=423beba35a414a218118f47178ec103f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258722 Mar 10 15:27:14.508225 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52092) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:14.512305 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb353a-1807-4eae-a16a-2829a724254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ee9ef7-dc3f-45cc-9af0-f4774bd3f9a4,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:14.528372 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-413b4a06-36b6-4c37-a15d-8f5ff2ed4605 admin admin] Publish callbacks [] for security_group (a7ab79c7-e5a6-4099-b0c3-10972f3d7798), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.579573 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cb6a44c0-82b5-4c4d-a653-fced4762ff36 req-fee366a1-ec89-4157-9f36-7633bf5550bb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 210 time: 0.0365632 Mar 10 15:27:14.603496 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['503abbb5-8c30-453d-83f1-7b7376f0e720'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:27:14.613982 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf464e9e-e8fb-45a1-ba5a-2ffca42a6574 admin admin] Publish callbacks [] for security_group (a1ee9ef7-dc3f-45cc-9af0-f4774bd3f9a4), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.644663 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf464e9e-e8fb-45a1-ba5a-2ffca42a6574 admin admin] Publish callbacks [] for security_group (a1ee9ef7-dc3f-45cc-9af0-f4774bd3f9a4), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.662700 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-413b4a06-36b6-4c37-a15d-8f5ff2ed4605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (a7ab79c7-e5a6-4099-b0c3-10972f3d7798), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.731643 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-413b4a06-36b6-4c37-a15d-8f5ff2ed4605 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3121d8f6a0a487eb19ea069078300b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484733 Mar 10 15:27:14.733286 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b4a06-36b6-4c37-a15d-8f5ff2ed4605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ab79c7-e5a6-4099-b0c3-10972f3d7798,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:14.734465 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52098) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:14.806684 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf464e9e-e8fb-45a1-ba5a-2ffca42a6574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (a1ee9ef7-dc3f-45cc-9af0-f4774bd3f9a4), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.809951 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf464e9e-e8fb-45a1-ba5a-2ffca42a6574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.811097 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-bf464e9e-e8fb-45a1-ba5a-2ffca42a6574 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1ee9ef7-dc3f-45cc-9af0-f4774bd3f9a4 HTTP/1.1" status: 204 len: 168 time: 0.3018425 Mar 10 15:27:14.832708 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf464e9e-e8fb-45a1-ba5a-2ffca42a6574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ee9ef7-dc3f-45cc-9af0-f4774bd3f9a4,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:14.858181 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6253b5a0-415e-40c8-8c7a-cda2011ba4af admin admin] Publish callbacks [] for security_group (a7ab79c7-e5a6-4099-b0c3-10972f3d7798), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.886979 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047079cf-555f-4c73-9664-70857b1e6d3b req-97ee21b3-36ce-4685-856d-3a3dbc27e786 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:14.888703 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-047079cf-555f-4c73-9664-70857b1e6d3b req-97ee21b3-36ce-4685-856d-3a3dbc27e786 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 945 time: 0.1175761 Mar 10 15:27:14.900640 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6253b5a0-415e-40c8-8c7a-cda2011ba4af admin admin] Publish callbacks [] for security_group (a7ab79c7-e5a6-4099-b0c3-10972f3d7798), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.974973 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-047079cf-555f-4c73-9664-70857b1e6d3b req-63b24bb0-3e7b-493c-a7c7-6370d8ef6e11 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804491 Mar 10 15:27:15.043496 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-df95eb00-7d1a-4e23-b702-45e89ab9b15f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:15.045873 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-df95eb00-7d1a-4e23-b702-45e89ab9b15f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 817 time: 0.1244514 Mar 10 15:27:15.075916 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6253b5a0-415e-40c8-8c7a-cda2011ba4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (a7ab79c7-e5a6-4099-b0c3-10972f3d7798), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.078968 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6253b5a0-415e-40c8-8c7a-cda2011ba4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.081195 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-6253b5a0-415e-40c8-8c7a-cda2011ba4af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7ab79c7-e5a6-4099-b0c3-10972f3d7798 HTTP/1.1" status: 204 len: 168 time: 0.3445606 Mar 10 15:27:15.120571 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253b5a0-415e-40c8-8c7a-cda2011ba4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ab79c7-e5a6-4099-b0c3-10972f3d7798,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:15.156978 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-0a491398-debe-48d1-9af9-c7fed90473b5 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7f22f1804c4c6699caef0783ae4c2b HTTP/1.1" status: 200 len: 379 time: 0.0923634 Mar 10 15:27:15.167356 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9fe67-0b62-4d27-8db9-9f126c724540 req-13bdc4f1-48ec-4c8f-95d8-8f2169837f73 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:15.181564 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-34a9fe67-0b62-4d27-8db9-9f126c724540 req-13bdc4f1-48ec-4c8f-95d8-8f2169837f73 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1071117 Mar 10 15:27:15.190934 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'port': {'device_id': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'admin_state_up': True, 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'security_groups': ['937e5aca-b398-472e-94fa-7b5fc4095408']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:15.287811 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-34a9fe67-0b62-4d27-8db9-9f126c724540 req-c3106812-f1e3-4717-9e02-7f0e94bdab22 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052876 Mar 10 15:27:15.331826 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-ba05dcb8-ba01-4ed2-a58e-5b783b1db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:15.334501 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-ba05dcb8-ba01-4ed2-a58e-5b783b1db8a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1129 time: 0.1760058 Mar 10 15:27:15.479599 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-d0015eb3-f547-42c6-b916-8391f8922613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:15.482177 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-d0015eb3-f547-42c6-b916-8391f8922613 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 920 time: 0.1388962 Mar 10 15:27:15.543947 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-d54588e5-f533-4d11-9c2b-29035ed08f79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9 HTTP/1.1" status: 200 len: 217 time: 0.0527349 Mar 10 15:27:15.545009 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Made reservation on behalf of 3e7f22f1804c4c6699caef0783ae4c2b for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:15.548247 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.649577 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-a411c7b5-7fa0-4780-b846-d4f81b75bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:15.651088 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-a411c7b5-7fa0-4780-b846-d4f81b75bf9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.0904832 Mar 10 15:27:15.699707 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-3b2edf73-61a7-4169-a3ba-12327b3abeee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327923 Mar 10 15:27:15.708659 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76e8bd37-a514-4477-b7cf-780b6819a4e7 req-f4441798-dc02-49b1-9bf9-ee4883801ea0 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 210 time: 0.0318620 Mar 10 15:27:15.715754 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52128) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:15.740898 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dcb75c2-bafe-468a-b49f-4685ca8cf5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.824937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Allocated IP 172.20.0.13 (9b915a36-bf43-460e-adb1-b06acab81172/9575946f-33e8-43c9-a6da-64e2fe204bab/b5c71f83-80c1-476e-8467-b52905ce3a19) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:15.844426 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dcb75c2-bafe-468a-b49f-4685ca8cf5a7 admin admin] Publish callbacks [] for security_group (cb346658-2962-4802-9ce3-7e44846cc6a1), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.864959 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 503abbb5-8c30-453d-83f1-7b7376f0e720 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:15.899741 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-bd7d7a31-a635-4012-b9a2-4fdd57bd8a6b service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732507 Mar 10 15:27:15.939474 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dcb75c2-bafe-468a-b49f-4685ca8cf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (cb346658-2962-4802-9ce3-7e44846cc6a1), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.983108 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0dcb75c2-bafe-468a-b49f-4685ca8cf5a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e8f6c7bb0ae44baae64d755c9d37f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650676 Mar 10 15:27:15.983976 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb75c2-bafe-468a-b49f-4685ca8cf5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb346658-2962-4802-9ce3-7e44846cc6a1,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:15.986286 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52134) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:16.030775 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 503abbb5-8c30-453d-83f1-7b7376f0e720 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:27:16.042710 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 503abbb5-8c30-453d-83f1-7b7376f0e720 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:16.044645 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.063106 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-61ceda4a-aada-4166-a7cb-261f3aa96790 admin admin] Publish callbacks [] for security_group (cb346658-2962-4802-9ce3-7e44846cc6a1), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.063668 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5f2a7208-30b8-4be3-9a2c-09d2e654924e req-98a5af28-b6ce-446c-8f2d-3e9d23b5e163 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581655 Mar 10 15:27:16.074746 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.189680 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 503abbb5-8c30-453d-83f1-7b7376f0e720 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:16.190660 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.206976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.207162 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-61ceda4a-aada-4166-a7cb-261f3aa96790 admin admin] Publish callbacks [] for security_group (cb346658-2962-4802-9ce3-7e44846cc6a1), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.232322 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0e9877-762f-4653-be84-cdfe7d8946dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503abbb5-8c30-453d-83f1-7b7376f0e720'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:16.234603 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aee57b5-0dc7-4bbc-8362-480e93652dc8" -d '{"events": [{"server_uuid": "fe0e9877-762f-4653-be84-cdfe7d8946dc", "name": "network-vif-plugged", "status": "completed", "tag": "503abbb5-8c30-453d-83f1-7b7376f0e720"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:16.265846 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e698-0e61-49b2-90af-57c4fd5ce122 req-4450139d-293c-4d3d-9250-8cab08aec97a tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:16.269544 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 503abbb5-8c30-453d-83f1-7b7376f0e720, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=503abbb5-8c30-453d-83f1-7b7376f0e720,segment=NetworkSegment(0a8e18a8-c2be-454c-9cb1-be8244081f68),segment_id=0a8e18a8-c2be-454c-9cb1-be8244081f68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:16.274365 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3f63e698-0e61-49b2-90af-57c4fd5ce122 req-4450139d-293c-4d3d-9250-8cab08aec97a tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 945 time: 0.1261616 Mar 10 15:27:16.281497 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:16.294938 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Network 9b915a36-bf43-460e-adb1-b06acab81172 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:16.296892 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:16.300880 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:16.317249 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d450119e-9dcc-417c-9d92-0f8e42bec9a0 x-openstack-request-id: req-d450119e-9dcc-417c-9d92-0f8e42bec9a0 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:16.317554 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0e9877-762f-4653-be84-cdfe7d8946dc", "name": "network-vif-plugged", "status": "completed", "tag": "503abbb5-8c30-453d-83f1-7b7376f0e720", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:16.318075 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d450119e-9dcc-417c-9d92-0f8e42bec9a0 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:16.318476 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0e9877-762f-4653-be84-cdfe7d8946dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503abbb5-8c30-453d-83f1-7b7376f0e720', 'code': 200} Mar 10 15:27:16.360456 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.361127 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3f63e698-0e61-49b2-90af-57c4fd5ce122 req-d283cbae-523d-4fc0-8771-3b9daca3fa7b tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861561 Mar 10 15:27:16.385647 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:16.386426 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.419785 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-61ceda4a-aada-4166-a7cb-261f3aa96790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (cb346658-2962-4802-9ce3-7e44846cc6a1), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.422559 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-61ceda4a-aada-4166-a7cb-261f3aa96790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.423754 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-61ceda4a-aada-4166-a7cb-261f3aa96790 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb346658-2962-4802-9ce3-7e44846cc6a1 HTTP/1.1" status: 204 len: 168 time: 0.4365311 Mar 10 15:27:16.433367 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ceda4a-aada-4166-a7cb-261f3aa96790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb346658-2962-4802-9ce3-7e44846cc6a1,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:16.478929 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=503abbb5-8c30-453d-83f1-7b7376f0e720,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:16.484592 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-44ccbdb9-9b50-4f39-8e27-e4fb9d2d6523 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3071671 Mar 10 15:27:16.507644 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Request body: {'port': {'device_id': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:16.561578 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70578a-dba9-4bc9-8549-7d3cf3071ff7 req-80a365ae-c4e9-4800-b829-cd01a74bb79e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:16.563390 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9a70578a-dba9-4bc9-8549-7d3cf3071ff7 req-80a365ae-c4e9-4800-b829-cd01a74bb79e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1180255 Mar 10 15:27:16.604010 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.619420 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9a70578a-dba9-4bc9-8549-7d3cf3071ff7 req-f63152c7-5133-4c22-b335-cb802caf7516 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502517 Mar 10 15:27:16.683328 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-35f551df-6064-48c7-8451-3709417dc0ce None None] Provisioning complete for port b5c71f83-80c1-476e-8467-b52905ce3a19 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:16.683702 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-35f551df-6064-48c7-8451-3709417dc0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.857977 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822708e5-f84b-4435-ad9f-1296b4f8b13e req-e96b2d6d-552d-4cf3-b73a-bd4bff8330d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:16.871613 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-822708e5-f84b-4435-ad9f-1296b4f8b13e req-e96b2d6d-552d-4cf3-b73a-bd4bff8330d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 1130 time: 0.1054034 Mar 10 15:27:16.884459 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-35f551df-6064-48c7-8451-3709417dc0ce None None] Port b5c71f83-80c1-476e-8467-b52905ce3a19 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:16.940365 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5ec02-1e5a-4e55-9671-5ef477001ff5 req-2608eff3-81c3-4fb8-adf7-d75cc48d9e54 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:16.943420 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-11e5ec02-1e5a-4e55-9671-5ef477001ff5 req-2608eff3-81c3-4fb8-adf7-d75cc48d9e54 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 932 time: 0.0826752 Mar 10 15:27:16.973311 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-822708e5-f84b-4435-ad9f-1296b4f8b13e req-15241db0-cb10-44f5-b8a8-7623f1e22e62 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007240 Mar 10 15:27:17.012081 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-11e5ec02-1e5a-4e55-9671-5ef477001ff5 req-e9348bf4-1557-4c2b-bd27-9194a1b070f9 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602100 Mar 10 15:27:17.040380 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c71f83-80c1-476e-8467-b52905ce3a19 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:27:17.048908 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Publish callbacks [] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.061789 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Transition to ACTIVE for port object b5c71f83-80c1-476e-8467-b52905ce3a19 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:27:17.122927 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.177630 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:17.253276 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Attempting to bind port b5c71f83-80c1-476e-8467-b52905ce3a19 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:17.253622 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Attempting to bind port b5c71f83-80c1-476e-8467-b52905ce3a19 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:17.253949 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Attempting to bind port b5c71f83-80c1-476e-8467-b52905ce3a19 on network 9b915a36-bf43-460e-adb1-b06acab81172 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:17.259594 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Port b5c71f83-80c1-476e-8467-b52905ce3a19 on network 9b915a36-bf43-460e-adb1-b06acab81172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:27:17.260065 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Attempting to bind port b5c71f83-80c1-476e-8467-b52905ce3a19 on network 9b915a36-bf43-460e-adb1-b06acab81172 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:17.267153 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:17.267818 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Checking segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:17.268397 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Bound using segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:17.269077 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Bound port: b5c71f83-80c1-476e-8467-b52905ce3a19, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:17.269664 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.423620 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:17.439254 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:17.514888 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ea42-ae64-4565-945d-7132f3e31b3a req-3d2ebd3f-366c-4aed-9938-68f84352885a tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:17.517604 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.522069 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fda2ea42-ae64-4565-945d-7132f3e31b3a req-3d2ebd3f-366c-4aed-9938-68f84352885a tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 946 time: 0.0704813 Mar 10 15:27:17.618245 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fda2ea42-ae64-4565-945d-7132f3e31b3a req-99016556-6bec-40b8-ba9f-269c51cce61a tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951459 Mar 10 15:27:17.796887 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:17.796887 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.796887 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] 10.222.0.69 "PUT /v2.0/ports/b5c71f83-80c1-476e-8467-b52905ce3a19 HTTP/1.1" status: 200 len: 1094 time: 1.2835453 Mar 10 15:27:17.796887 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:17.796887 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b334018-d282-4b79-9af2-ee1d4558dfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:17.823802 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594657fa-f8b8-4836-a35a-fdd4ae50a69b service neutron] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:17.841407 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c79b9-3088-492e-93fd-62cfbc7954e2 req-f862f6f1-b0b7-46f7-b40b-870013d8968c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:17.861883 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4819a179-c0d4-4619-96e4-ac900878c8a4 x-openstack-request-id: req-4819a179-c0d4-4619-96e4-ac900878c8a4 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:17.862177 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:17.862430 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4819a179-c0d4-4619-96e4-ac900878c8a4 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:17.863002 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'status': 'completed', 'code': 200} Mar 10 15:27:17.866285 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bd8c79b9-3088-492e-93fd-62cfbc7954e2 req-f862f6f1-b0b7-46f7-b40b-870013d8968c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1105845 Mar 10 15:27:17.921550 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bd8c79b9-3088-492e-93fd-62cfbc7954e2 req-ce43c199-dc40-4262-8545-38ebee66982e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 Mar 10 15:27:17.991643 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334018-d282-4b79-9af2-ee1d4558dfe0 req-6c7ed733-fc9a-46b4-b20f-8ad4f35dc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:17.993235 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b334018-d282-4b79-9af2-ee1d4558dfe0 req-6c7ed733-fc9a-46b4-b20f-8ad4f35dc5d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 1128 time: 0.0556231 Mar 10 15:27:18.118639 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334018-d282-4b79-9af2-ee1d4558dfe0 req-761e0ab8-8c50-40b9-9bf4-8a7ac479b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:18.120104 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b334018-d282-4b79-9af2-ee1d4558dfe0 req-761e0ab8-8c50-40b9-9bf4-8a7ac479b8c5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1077282 Mar 10 15:27:18.154516 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982d903-fdc9-456c-a76d-c9b1b40d0ab1 req-a3ef8e42-d744-4592-bbfa-8f71f1c3d855 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:18.157643 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7982d903-fdc9-456c-a76d-c9b1b40d0ab1 req-a3ef8e42-d744-4592-bbfa-8f71f1c3d855 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0560036 Mar 10 15:27:18.215968 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7982d903-fdc9-456c-a76d-c9b1b40d0ab1 req-67b84d97-8c75-4688-b1d1-5cf69b4bc041 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544879 Mar 10 15:27:18.281960 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334018-d282-4b79-9af2-ee1d4558dfe0 req-ccb65f28-bf4a-4056-8f11-d77b1ede8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:18.283628 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b334018-d282-4b79-9af2-ee1d4558dfe0 req-ccb65f28-bf4a-4056-8f11-d77b1ede8746 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1165085 Mar 10 15:27:18.425259 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-7af2d25d-95a1-4d95-9639-5ebf2d204801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:18.429438 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-7af2d25d-95a1-4d95-9639-5ebf2d204801 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 1128 time: 0.0469804 Mar 10 15:27:18.501999 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-321d1a0f-bbc6-4f38-bdfa-144d5bf3c6ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c71f83-80c1-476e-8467-b52905ce3a19 HTTP/1.1" status: 200 len: 217 time: 0.0464118 Mar 10 15:27:18.564248 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-c6392400-e2ce-4c2d-a37c-050e4b42484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:18.565735 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-c6392400-e2ce-4c2d-a37c-050e4b42484e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0556161 Mar 10 15:27:18.625878 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-4175e074-6505-4100-8e7b-70dfe0eae22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:18.631189 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-4175e074-6505-4100-8e7b-70dfe0eae22c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0566926 Mar 10 15:27:18.764241 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef56-f83f-4935-be3a-0cf286720080 req-1f4946fb-2e6d-4864-ae8e-90c707413805 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:18.766249 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9175ef56-f83f-4935-be3a-0cf286720080 req-1f4946fb-2e6d-4864-ae8e-90c707413805 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 946 time: 0.0908041 Mar 10 15:27:18.792610 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-7b89f5ad-d1ef-4d46-9a96-c96add7330ea service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283071 Mar 10 15:27:18.844431 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9175ef56-f83f-4935-be3a-0cf286720080 req-6006876f-a875-4994-aa03-c0faa939b090 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692194 Mar 10 15:27:18.904721 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-140f8943-3d3a-49ee-b6a8-e185c770da2f req-b6378128-0cef-4a05-a0c1-457c3869a9ee service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960479 Mar 10 15:27:19.046538 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db224d-237f-4ac1-a996-108be4349ae3 req-7fa39256-c26c-46e1-a39f-cf961166dc2b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:19.048225 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c3db224d-237f-4ac1-a996-108be4349ae3 req-7fa39256-c26c-46e1-a39f-cf961166dc2b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0603566 Mar 10 15:27:19.102720 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c3db224d-237f-4ac1-a996-108be4349ae3 req-40814466-2d33-4887-9a31-30a734fad088 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Mar 10 15:27:19.336659 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74734-1b44-4ffd-8605-408fd3902591 req-519efb63-b538-4c4b-a027-0dc8a84e9ee3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:19.338160 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-19c74734-1b44-4ffd-8605-408fd3902591 req-519efb63-b538-4c4b-a027-0dc8a84e9ee3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0522008 Mar 10 15:27:19.389234 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-19c74734-1b44-4ffd-8605-408fd3902591 req-d6c99326-4b24-48ac-8230-f05bf47a559f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Mar 10 15:27:20.226612 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cac10-876d-4941-8ffa-41c5da17aad8 req-975c477c-1e8f-4117-9d81-a05b5fd5bf58 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:20.228088 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-572cac10-876d-4941-8ffa-41c5da17aad8 req-975c477c-1e8f-4117-9d81-a05b5fd5bf58 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0545454 Mar 10 15:27:20.276347 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-572cac10-876d-4941-8ffa-41c5da17aad8 req-eec9a059-3e61-41b0-b003-146179a89de5 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Mar 10 15:27:20.522853 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b0a5-6dbe-48c0-ba86-67169464b1c3 req-d063f18e-361d-4f47-9853-4a9c0b3fd227 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:20.524415 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8116b0a5-6dbe-48c0-ba86-67169464b1c3 req-d063f18e-361d-4f47-9853-4a9c0b3fd227 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0638041 Mar 10 15:27:20.572518 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8116b0a5-6dbe-48c0-ba86-67169464b1c3 req-fba0e905-a3e1-47ad-8d6a-9ff23f5e174b tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Mar 10 15:27:20.655129 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52312) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:20.761938 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-26ce547e-ba64-4513-9130-6c0bc1b7c653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.833450 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-26ce547e-ba64-4513-9130-6c0bc1b7c653 admin admin] Publish callbacks [] for security_group (851207f1-70a1-48c5-950c-8fa7e1f64f32), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.905220 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-26ce547e-ba64-4513-9130-6c0bc1b7c653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (851207f1-70a1-48c5-950c-8fa7e1f64f32), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.944118 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-26ce547e-ba64-4513-9130-6c0bc1b7c653 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9062fe82d0994c6a86bc965872d84f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878447 Mar 10 15:27:20.945216 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce547e-ba64-4513-9130-6c0bc1b7c653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851207f1-70a1-48c5-950c-8fa7e1f64f32,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:20.946967 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52322) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:21.010027 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-30b38e82-172a-4251-acb9-af334b72b7ca admin admin] Publish callbacks [] for security_group (851207f1-70a1-48c5-950c-8fa7e1f64f32), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.031958 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-30b38e82-172a-4251-acb9-af334b72b7ca admin admin] Publish callbacks [] for security_group (851207f1-70a1-48c5-950c-8fa7e1f64f32), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.182936 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-30b38e82-172a-4251-acb9-af334b72b7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (851207f1-70a1-48c5-950c-8fa7e1f64f32), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.185710 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-30b38e82-172a-4251-acb9-af334b72b7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.186903 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-30b38e82-172a-4251-acb9-af334b72b7ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/851207f1-70a1-48c5-950c-8fa7e1f64f32 HTTP/1.1" status: 204 len: 168 time: 0.2389581 Mar 10 15:27:21.202020 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b38e82-172a-4251-acb9-af334b72b7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851207f1-70a1-48c5-950c-8fa7e1f64f32,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:21.394890 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef4db8-c312-4ff3-990f-6e778daabb3f req-11321fc0-45d4-4838-8115-d17849030acd tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:21.396363 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b8ef4db8-c312-4ff3-990f-6e778daabb3f req-11321fc0-45d4-4838-8115-d17849030acd tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0539753 Mar 10 15:27:21.451337 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b8ef4db8-c312-4ff3-990f-6e778daabb3f req-d1dfe3df-dfa5-47dd-b9fa-896863ff915e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459757 Mar 10 15:27:21.505067 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-80afacf0-8193-492c-a58c-64bc89e4842b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.698633 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20307-09dc-46cd-aefe-41c231f6da9a req-f5ccfd05-88dd-4c12-a66c-7aa17bce75c2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:21.700115 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-59f20307-09dc-46cd-aefe-41c231f6da9a req-f5ccfd05-88dd-4c12-a66c-7aa17bce75c2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0555975 Mar 10 15:27:21.746098 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-59f20307-09dc-46cd-aefe-41c231f6da9a req-16241fde-d898-4fa2-9ac4-7a836048eda8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403159 Mar 10 15:27:21.901827 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:27:21.998566 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:22.009625 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'port_id': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'mac_address': 'fa:16:3e:49:f9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:27:22.046191 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port b5c71f83-80c1-476e-8467-b52905ce3a19 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:22.046638 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.060219 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c71f83-80c1-476e-8467-b52905ce3a19 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:27:22.075776 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52350) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:22.084846 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:22.087893 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce731c41-b943-43d9-9790-52106ac18280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.150748 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.162590 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce731c41-b943-43d9-9790-52106ac18280 admin admin] Publish callbacks [] for security_group (c4d49f9d-ba52-4f6a-9e95-58aff9355650), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.199543 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:22.228879 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce731c41-b943-43d9-9790-52106ac18280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (c4d49f9d-ba52-4f6a-9e95-58aff9355650), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.298888 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-ce731c41-b943-43d9-9790-52106ac18280 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de14125a581b46c6a4c107aa26aa25f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233369 Mar 10 15:27:22.299757 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce731c41-b943-43d9-9790-52106ac18280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d49f9d-ba52-4f6a-9e95-58aff9355650,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:22.302052 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52362) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:22.353454 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-639cb9dc-0fe7-4600-89c4-075a51785f6a admin admin] Publish callbacks [] for security_group (c4d49f9d-ba52-4f6a-9e95-58aff9355650), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.375940 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-639cb9dc-0fe7-4600-89c4-075a51785f6a admin admin] Publish callbacks [] for security_group (c4d49f9d-ba52-4f6a-9e95-58aff9355650), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.562394 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-639cb9dc-0fe7-4600-89c4-075a51785f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (c4d49f9d-ba52-4f6a-9e95-58aff9355650), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.571333 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-639cb9dc-0fe7-4600-89c4-075a51785f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.571333 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-639cb9dc-0fe7-4600-89c4-075a51785f6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4d49f9d-ba52-4f6a-9e95-58aff9355650 HTTP/1.1" status: 204 len: 168 time: 0.2622898 Mar 10 15:27:22.579573 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cb9dc-0fe7-4600-89c4-075a51785f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d49f9d-ba52-4f6a-9e95-58aff9355650,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:22.584794 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899cf4d-8897-4dff-a57e-715dbf567796 req-8b5a88fb-4802-45e6-98c9-61d7b23d11a7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:22.586343 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5899cf4d-8897-4dff-a57e-715dbf567796 req-8b5a88fb-4802-45e6-98c9-61d7b23d11a7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0671515 Mar 10 15:27:22.622416 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['b5c71f83-80c1-476e-8467-b52905ce3a19'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:27:22.706946 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5899cf4d-8897-4dff-a57e-715dbf567796 req-0d4d77ae-c644-4bb2-9d12-6afdffa33a21 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822785 Mar 10 15:27:22.890454 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7950f04-fdb7-4cc8-a23f-62ff42ab8d1a req-d5255aff-a531-41b0-8107-1c243b7d33c6 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:22.891944 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f7950f04-fdb7-4cc8-a23f-62ff42ab8d1a req-d5255aff-a531-41b0-8107-1c243b7d33c6 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 945 time: 0.0536811 Mar 10 15:27:22.892067 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52392) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:22.963235 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f7950f04-fdb7-4cc8-a23f-62ff42ab8d1a req-cda550de-b990-4683-9ee7-f5b97c547e7f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610797 Mar 10 15:27:23.053196 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4111c584-17ac-4f33-8154-66925ff021a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.143390 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4111c584-17ac-4f33-8154-66925ff021a8 admin admin] Publish callbacks [] for security_group (bad39d5d-cc85-41a9-a367-9f205faf6338), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.316382 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4111c584-17ac-4f33-8154-66925ff021a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (bad39d5d-cc85-41a9-a367-9f205faf6338), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.355511 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4111c584-17ac-4f33-8154-66925ff021a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8476b49a7cf9486991b3b4b857d4a1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4624927 Mar 10 15:27:23.356556 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111c584-17ac-4f33-8154-66925ff021a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad39d5d-cc85-41a9-a367-9f205faf6338,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:23.359125 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52410) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:23.417240 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc465a7-09e9-43b2-b714-4aa89047f113 admin admin] Publish callbacks [] for security_group (bad39d5d-cc85-41a9-a367-9f205faf6338), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.451893 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc465a7-09e9-43b2-b714-4aa89047f113 admin admin] Publish callbacks [] for security_group (bad39d5d-cc85-41a9-a367-9f205faf6338), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.657096 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc465a7-09e9-43b2-b714-4aa89047f113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (bad39d5d-cc85-41a9-a367-9f205faf6338), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.661213 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc465a7-09e9-43b2-b714-4aa89047f113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.662599 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9bc465a7-09e9-43b2-b714-4aa89047f113 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bad39d5d-cc85-41a9-a367-9f205faf6338 HTTP/1.1" status: 204 len: 168 time: 0.3025753 Mar 10 15:27:23.672158 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc465a7-09e9-43b2-b714-4aa89047f113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad39d5d-cc85-41a9-a367-9f205faf6338,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:23.733269 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0504c4a6-89bf-498d-aa62-1f510c8db755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.837793 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704317f-8cb9-42c2-8532-9256c80b70df req-5b5b4116-5f1e-410f-bbd7-890f5210f458 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:23.839921 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7704317f-8cb9-42c2-8532-9256c80b70df req-5b5b4116-5f1e-410f-bbd7-890f5210f458 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0549209 Mar 10 15:27:23.895526 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7704317f-8cb9-42c2-8532-9256c80b70df req-57c8aa7f-4c15-4cd9-95c0-aa509c5c4ee8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499682 Mar 10 15:27:23.912072 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:24.028241 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port b5c71f83-80c1-476e-8467-b52905ce3a19 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:27:24.033012 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port b5c71f83-80c1-476e-8467-b52905ce3a19 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:24.033516 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.123297 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port b5c71f83-80c1-476e-8467-b52905ce3a19 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:24.124574 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.141593 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b7904-27ca-406c-a015-c0bb4ab21ebe req-575ebb85-3b1d-42f3-9060-8abf4e3fe97c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:24.143169 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9c2b7904-27ca-406c-a015-c0bb4ab21ebe req-575ebb85-3b1d-42f3-9060-8abf4e3fe97c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 945 time: 0.1120157 Mar 10 15:27:24.154180 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:24.156437 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cdeea2-0eeb-4c01-a6d7-3f8da661325d" -d '{"events": [{"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-plugged", "status": "completed", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:24.170835 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:24.195536 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9c2b7904-27ca-406c-a015-c0bb4ab21ebe req-a9ba0bee-8d43-447a-bd10-362ee9092bba tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460310 Mar 10 15:27:24.202087 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f624ce9b-ee72-4bc9-96c8-e0090b713acb x-openstack-request-id: req-f624ce9b-ee72-4bc9-96c8-e0090b713acb {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:24.202655 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-plugged", "status": "completed", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:24.203008 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f624ce9b-ee72-4bc9-96c8-e0090b713acb {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:24.203514 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'code': 200} Mar 10 15:27:24.253576 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.307145 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:24.478754 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52456) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:24.492502 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ed416149-8aa3-45c7-bf8d-2c9b2b581363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.582948 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ed416149-8aa3-45c7-bf8d-2c9b2b581363 admin admin] Publish callbacks [] for security_group (da050622-c901-47c1-84de-09adedfb45ea), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.700596 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ed416149-8aa3-45c7-bf8d-2c9b2b581363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (da050622-c901-47c1-84de-09adedfb45ea), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.724022 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f82931-df75-4674-abd6-e91b5cf48125 req-503bdcbb-d4de-41d1-a458-6923fec37f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:24.725563 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-20f82931-df75-4674-abd6-e91b5cf48125 req-503bdcbb-d4de-41d1-a458-6923fec37f1a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 1130 time: 0.0650895 Mar 10 15:27:24.752037 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ed416149-8aa3-45c7-bf8d-2c9b2b581363 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cce572742e1346d88b6f18056addfbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715402 Mar 10 15:27:24.753770 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed416149-8aa3-45c7-bf8d-2c9b2b581363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da050622-c901-47c1-84de-09adedfb45ea,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:24.754720 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52466) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:24.834870 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-20f82931-df75-4674-abd6-e91b5cf48125 req-a9f6de1b-623f-4583-a4b9-2b35c71fd97e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484219 Mar 10 15:27:24.856669 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-43223443-214d-48e9-a235-fc832e5cb134 admin admin] Publish callbacks [] for security_group (da050622-c901-47c1-84de-09adedfb45ea), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.868868 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e814bc-5bf6-4a72-bad6-ac6ed84da326 req-0019c856-269c-4d58-8cbe-fc2c47f99f87 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:24.870466 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-03e814bc-5bf6-4a72-bad6-ac6ed84da326 req-0019c856-269c-4d58-8cbe-fc2c47f99f87 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 946 time: 0.0880754 Mar 10 15:27:24.893381 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.901988 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-43223443-214d-48e9-a235-fc832e5cb134 admin admin] Publish callbacks [] for security_group (da050622-c901-47c1-84de-09adedfb45ea), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.966509 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-03e814bc-5bf6-4a72-bad6-ac6ed84da326 req-6c9d8399-46ed-4322-8b5b-c7ad48ce931d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903769 Mar 10 15:27:25.022115 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43595fff-ead2-4a8e-904b-c1072d06a3c0 req-7b3bf573-c987-4caf-a11d-be08e68e431c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:25.023679 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-43595fff-ead2-4a8e-904b-c1072d06a3c0 req-7b3bf573-c987-4caf-a11d-be08e68e431c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0563140 Mar 10 15:27:25.050829 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-43223443-214d-48e9-a235-fc832e5cb134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (da050622-c901-47c1-84de-09adedfb45ea), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:25.053372 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-43223443-214d-48e9-a235-fc832e5cb134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:25.055417 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-43223443-214d-48e9-a235-fc832e5cb134 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da050622-c901-47c1-84de-09adedfb45ea HTTP/1.1" status: 204 len: 168 time: 0.2986867 Mar 10 15:27:25.086365 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43223443-214d-48e9-a235-fc832e5cb134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da050622-c901-47c1-84de-09adedfb45ea,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:25.102872 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-43595fff-ead2-4a8e-904b-c1072d06a3c0 req-8afa27b2-8643-403f-9420-49df85b6c079 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724258 Mar 10 15:27:25.335983 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3146b-3b7a-44d4-bfe8-939f321e1050 req-fe203e80-bb1b-4e70-bc84-4ba2f50f06b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:25.337498 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9fc3146b-3b7a-44d4-bfe8-939f321e1050 req-fe203e80-bb1b-4e70-bc84-4ba2f50f06b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0567946 Mar 10 15:27:25.384148 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9fc3146b-3b7a-44d4-bfe8-939f321e1050 req-7fdc01e7-6518-4717-a517-32f7de374dd5 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405490 Mar 10 15:27:26.111314 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589b62e-0304-4cdc-8c52-87649b748d19 req-ead6dd68-770b-4854-8b50-ea95dc5ccb4f tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:26.112894 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2589b62e-0304-4cdc-8c52-87649b748d19 req-ead6dd68-770b-4854-8b50-ea95dc5ccb4f tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 946 time: 0.0751088 Mar 10 15:27:26.173889 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2589b62e-0304-4cdc-8c52-87649b748d19 req-0aca3c5f-7a94-4895-8ac0-22b907db03c9 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525944 Mar 10 15:27:26.239007 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd87b2c-fa54-4daa-9692-874e59e234e8 req-324d74c2-625d-4f19-a8ff-114fd7e25ba8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:26.240464 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7dd87b2c-fa54-4daa-9692-874e59e234e8 req-324d74c2-625d-4f19-a8ff-114fd7e25ba8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0521517 Mar 10 15:27:26.296875 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7dd87b2c-fa54-4daa-9692-874e59e234e8 req-48f2d6aa-0bac-4899-82a4-1167107114c7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499928 Mar 10 15:27:26.383057 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:26.529050 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f3c72-ebe6-4dc7-8bd6-29da77efb0b1 req-a4af7955-47ae-41fb-bb6a-ea600bb1b9b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:26.530552 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b21f3c72-ebe6-4dc7-8bd6-29da77efb0b1 req-a4af7955-47ae-41fb-bb6a-ea600bb1b9b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0562689 Mar 10 15:27:26.579877 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b21f3c72-ebe6-4dc7-8bd6-29da77efb0b1 req-56452063-6d8f-4bf3-a665-373603f7f200 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437615 Mar 10 15:27:27.315766 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ea03c-f335-44ba-a0d9-685561adf1d4 req-5de40002-73a2-429c-9861-c0cd734b3f7d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:27.315766 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-281ea03c-f335-44ba-a0d9-685561adf1d4 req-5de40002-73a2-429c-9861-c0cd734b3f7d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 946 time: 0.0698752 Mar 10 15:27:27.355606 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-19f1a970-3502-458b-b5ae-ea4060596a5f tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:27.357124 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-19f1a970-3502-458b-b5ae-ea4060596a5f tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 946 time: 0.0655227 Mar 10 15:27:27.405706 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-281ea03c-f335-44ba-a0d9-685561adf1d4 req-41c0f9ce-460d-43f2-a12d-4b2d704974a2 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/security-groups?id=53d6e8cb-167d-458d-bc99-e39a05ba35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836043 Mar 10 15:27:27.455114 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a67478-1895-4844-9404-340ad7be3bf6 req-70ee9e97-9445-4e23-ba02-a97a0b879cee tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:27.456954 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f8a67478-1895-4844-9404-340ad7be3bf6 req-70ee9e97-9445-4e23-ba02-a97a0b879cee tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0776370 Mar 10 15:27:27.483316 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Deleting port 503abbb5-8c30-453d-83f1-7b7376f0e720 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:27.483677 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.511179 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f8a67478-1895-4844-9404-340ad7be3bf6 req-7918c36f-8f66-43ac-ac01-dbbcde468503 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480022 Mar 10 15:27:27.573714 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] For port 503abbb5-8c30-453d-83f1-7b7376f0e720, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=503abbb5-8c30-453d-83f1-7b7376f0e720,segment=NetworkSegment(0a8e18a8-c2be-454c-9cb1-be8244081f68),segment_id=0a8e18a8-c2be-454c-9cb1-be8244081f68)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:27.574103 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.586821 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Calling delete_port for 503abbb5-8c30-453d-83f1-7b7376f0e720 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:27.728649 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc0291-10c1-4a4c-ab82-bd94b6c51f95 req-ffe4693a-8c97-4246-8194-82c4cbc66921 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:27.735904 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-31fc0291-10c1-4a4c-ab82-bd94b6c51f95 req-ffe4693a-8c97-4246-8194-82c4cbc66921 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0787494 Mar 10 15:27:27.777234 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.779373 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-31fc0291-10c1-4a4c-ab82-bd94b6c51f95 req-fdf1ffd5-5978-4616-abaa-1e8d66d8d7df tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Mar 10 15:27:27.882243 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (503abbb5-8c30-453d-83f1-7b7376f0e720), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.901825 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47e83a-addc-449a-a1e5-ce85f001c825 req-9c800c9a-bb6d-4451-8c14-fae15ac81346 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:27.903289 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-eb47e83a-addc-449a-a1e5-ce85f001c825 req-9c800c9a-bb6d-4451-8c14-fae15ac81346 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0538054 Mar 10 15:27:27.912098 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52584) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:27.916741 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'floatingip': {'port_id': 'b5c71f83-80c1-476e-8467-b52905ce3a19'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:27.916837 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Pushing event deleted for resources: {'Port': ['ID=503abbb5-8c30-453d-83f1-7b7376f0e720,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:27.929872 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['503abbb5-8c30-453d-83f1-7b7376f0e720'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:27:27.962180 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] No DVR routers for this DVR port 503abbb5-8c30-453d-83f1-7b7376f0e720 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:27:27.964539 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (d7ba62a1-15a1-4180-80fd-452b05a95289), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.964987 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.968638 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-32fe104c-b7d0-4b44-b93f-02fc1575ada0 req-cf7520c2-57c0-471e-9f80-d09656a28a5d tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.69 "DELETE /v2.0/ports/503abbb5-8c30-453d-83f1-7b7376f0e720 HTTP/1.1" status: 204 len: 173 time: 0.5985205 Mar 10 15:27:27.969187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0e9877-762f-4653-be84-cdfe7d8946dc', 'name': 'network-vif-deleted', 'tag': '503abbb5-8c30-453d-83f1-7b7376f0e720'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:27.971489 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b01660a-efff-49ab-93d9-1df29c5eeb34" -d '{"events": [{"server_uuid": "fe0e9877-762f-4653-be84-cdfe7d8946dc", "name": "network-vif-deleted", "tag": "503abbb5-8c30-453d-83f1-7b7376f0e720"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:28.008223 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927b8429-dce9-4d8b-893d-1f1bcf467797 x-openstack-request-id: req-927b8429-dce9-4d8b-893d-1f1bcf467797 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:28.008517 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0e9877-762f-4653-be84-cdfe7d8946dc", "name": "network-vif-deleted", "tag": "503abbb5-8c30-453d-83f1-7b7376f0e720", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:28.008772 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-927b8429-dce9-4d8b-893d-1f1bcf467797 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:28.009295 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0e9877-762f-4653-be84-cdfe7d8946dc', 'name': 'network-vif-deleted', 'tag': '503abbb5-8c30-453d-83f1-7b7376f0e720', 'status': 'completed', 'code': 200} Mar 10 15:27:28.413963 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.514943 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-65d2194f-7de7-4f1f-b394-3391b56a47ca req-76bab81d-5f77-484b-9cb2-e89ecbbb87fb tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 210 time: 0.0306911 Mar 10 15:27:28.533514 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (d7ba62a1-15a1-4180-80fd-452b05a95289), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.668132 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Floating IP d7ba62a1-15a1-4180-80fd-452b05a95289 associated. External IP: 172.28.1.220, port: b5c71f83-80c1-476e-8467-b52905ce3a19. Mar 10 15:27:28.718819 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a038a3-0cc1-4227-abba-267057d43129 req-00b52a1c-e648-4adf-acc6-937706bd6c97 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:28.720257 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d0a038a3-0cc1-4227-abba-267057d43129 req-00b52a1c-e648-4adf-acc6-937706bd6c97 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1296499 Mar 10 15:27:28.811366 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d0a038a3-0cc1-4227-abba-267057d43129 req-ace1b88d-e338-4717-b0c5-bbfccec1f57a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850320 Mar 10 15:27:29.132412 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:29.250597 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:29.257116 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:29.262093 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:29.267124 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] Sync routers for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:29.278040 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:29.278921 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:29.298387 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-5853e71d-82e9-44f7-b253-e3f235eead5f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "PUT /v2.0/floatingips/d7ba62a1-15a1-4180-80fd-452b05a95289 HTTP/1.1" status: 200 len: 992 time: 1.3843436 Mar 10 15:27:29.298600 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:29.301025 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20" -d '{"events": [{"name": "network-changed", "server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:29.378525 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9ec428-2b5b-4f50-913d-65d8ce4b0604 x-openstack-request-id: req-cb9ec428-2b5b-4f50-913d-65d8ce4b0604 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:29.378962 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:29.379288 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb9ec428-2b5b-4f50-913d-65d8ce4b0604 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:29.379776 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'status': 'completed', 'code': 200} Mar 10 15:27:29.428818 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:29.502236 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-7a61c54e-8c16-47af-af36-d48462af8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:29.502236 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-7a61c54e-8c16-47af-af36-d48462af8f5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 1130 time: 0.0666661 Mar 10 15:27:29.684185 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-f10eb2df-f02f-4ab4-bde9-28df4bc0c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:29.685628 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-f10eb2df-f02f-4ab4-bde9-28df4bc0c2e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 918 time: 0.1767714 Mar 10 15:27:29.707305 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'd7ba62a1-15a1-4180-80fd-452b05a95289', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'port_id': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'mac_address': 'fa:16:3e:49:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:09Z', 'updated_at': '2022-03-10T15:27:28Z', 'revision_number': 1, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:29.718062 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e8748e13-37dc-472d-8f1e-a3ade5373d48 req-a8c8c9c4-a136-4823-a47c-8ed76e688771 tempest-VolumesActionsTest-608355610 tempest-VolumesActionsTest-608355610-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe0e9877-762f-4653-be84-cdfe7d8946dc HTTP/1.1" status: 200 len: 210 time: 0.0648510 Mar 10 15:27:29.736716 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] Checking router: ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:29.747616 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:29.749094 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:29.774664 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-60ee8050-7e3b-4ff3-8a6d-a4467f63afc6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c71f83-80c1-476e-8467-b52905ce3a19 HTTP/1.1" status: 200 len: 1000 time: 0.0794251 Mar 10 15:27:29.845658 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-1cda6191-b02a-468e-af39-c1fa852b8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:29.847293 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-1cda6191-b02a-468e-af39-c1fa852b8d33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0475736 Mar 10 15:27:29.871829 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:29.906101 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-0cf6b954-21f5-4ab3-a52e-988ae78c58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:29.908104 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-0cf6b954-21f5-4ab3-a52e-988ae78c58b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0515649 Mar 10 15:27:30.029534 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-f2e183e3-25b2-47cf-95da-7bcd59f95023 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066959 Mar 10 15:27:30.042283 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a88064-390e-44de-9b12-4097cce5291c req-8cbaa668-245d-4cca-a957-f2a358a7d7e7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:30.056303 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e0a88064-390e-44de-9b12-4097cce5291c req-8cbaa668-245d-4cca-a957-f2a358a7d7e7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0969784 Mar 10 15:27:30.143314 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9fee58fd-9278-4750-8aae-8a9e3c1ffa20 req-b5a431a3-c86c-4d76-8eb0-abbee731ad18 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128418 Mar 10 15:27:30.144948 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e0a88064-390e-44de-9b12-4097cce5291c req-df3c8937-c0e6-41d1-9498-b1c825a81396 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776837 Mar 10 15:27:30.191238 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'd7ba62a1-15a1-4180-80fd-452b05a95289', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'port_id': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'mac_address': 'fa:16:3e:49:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:09Z', 'updated_at': '2022-03-10T15:27:28Z', 'revision_number': 1, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:30.218336 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd80c5-8ac3-4179-82d2-2062231afbc1 None None] The sync data for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb is: [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'd7ba62a1-15a1-4180-80fd-452b05a95289', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'port_id': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'mac_address': 'fa:16:3e:49:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:09Z', 'updated_at': '2022-03-10T15:27:28Z', 'revision_number': 1, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:30.403334 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a842fa-bee3-4dcf-b31a-547647af1226 None None] New status for floating IP d7ba62a1-15a1-4180-80fd-452b05a95289: ACTIVE {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:27:31.252147 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fc9ae-0e15-4f9a-a563-777d1f56ce84 req-a74e9f62-f921-4818-be82-68bdae18a395 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:31.253652 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-317fc9ae-0e15-4f9a-a563-777d1f56ce84 req-a74e9f62-f921-4818-be82-68bdae18a395 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0522225 Mar 10 15:27:31.300144 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-317fc9ae-0e15-4f9a-a563-777d1f56ce84 req-ec9b8e6f-cc42-42d1-b1b9-1b3f561deb77 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409296 Mar 10 15:27:31.953622 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 503abbb5-8c30-453d-83f1-7b7376f0e720 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:27:31.973089 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 503abbb5-8c30-453d-83f1-7b7376f0e720 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:27:31.973458 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 503abbb5-8c30-453d-83f1-7b7376f0e720 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:27:32.442972 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac2c3-1f32-44aa-898b-a7f8eb8cb8b5 req-116ae679-6498-45da-a8f3-58bbcd6b9c62 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:32.451060 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2e0ac2c3-1f32-44aa-898b-a7f8eb8cb8b5 req-116ae679-6498-45da-a8f3-58bbcd6b9c62 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0697079 Mar 10 15:27:32.522695 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2e0ac2c3-1f32-44aa-898b-a7f8eb8cb8b5 req-b72b4512-cde5-423e-bdee-13d03c22df92 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706975 Mar 10 15:27:32.661058 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:27:32.957382 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52728) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:33.063670 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52736) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:33.144067 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f80710c7-22cb-4b9a-ad3d-49a524afbb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.177038 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32eea21e-b58a-41c2-b931-6ecbd4250056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.235008 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f80710c7-22cb-4b9a-ad3d-49a524afbb6d admin admin] Publish callbacks [] for security_group (0ffa2219-c9c8-403a-8ab3-d49739e1fcec), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.263778 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32eea21e-b58a-41c2-b931-6ecbd4250056 admin admin] Publish callbacks [] for security_group (c3edbbe5-718e-41ae-97b8-cf955e77102c), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.350744 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32eea21e-b58a-41c2-b931-6ecbd4250056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (c3edbbe5-718e-41ae-97b8-cf955e77102c), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.350931 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f80710c7-22cb-4b9a-ad3d-49a524afbb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (0ffa2219-c9c8-403a-8ab3-d49739e1fcec), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.393412 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-f80710c7-22cb-4b9a-ad3d-49a524afbb6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=809fd685ef2c44d991a4d861d0106924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4326212 Mar 10 15:27:33.393600 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-32eea21e-b58a-41c2-b931-6ecbd4250056 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=321a40123996489ab71d0745bc048e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284419 Mar 10 15:27:33.393714 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52750) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:33.394594 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eea21e-b58a-41c2-b931-6ecbd4250056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3edbbe5-718e-41ae-97b8-cf955e77102c,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:33.397894 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52752) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:33.400695 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80710c7-22cb-4b9a-ad3d-49a524afbb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa2219-c9c8-403a-8ab3-d49739e1fcec,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:33.448241 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4486f9df-3b54-420e-a43f-9defe2b460df admin admin] Publish callbacks [] for security_group (c3edbbe5-718e-41ae-97b8-cf955e77102c), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.451307 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e923be31-1a70-4a31-989f-c57ea99714f5 admin admin] Publish callbacks [] for security_group (0ffa2219-c9c8-403a-8ab3-d49739e1fcec), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.482525 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4486f9df-3b54-420e-a43f-9defe2b460df admin admin] Publish callbacks [] for security_group (c3edbbe5-718e-41ae-97b8-cf955e77102c), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.484574 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e923be31-1a70-4a31-989f-c57ea99714f5 admin admin] Publish callbacks [] for security_group (0ffa2219-c9c8-403a-8ab3-d49739e1fcec), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.654891 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584778-3eb8-4e64-84fa-51d218d2ab3b req-46b8ee3b-20ff-4144-b5b9-af2cc7e019ed tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:33.656444 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-81584778-3eb8-4e64-84fa-51d218d2ab3b req-46b8ee3b-20ff-4144-b5b9-af2cc7e019ed tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0592325 Mar 10 15:27:33.659602 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e923be31-1a70-4a31-989f-c57ea99714f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (0ffa2219-c9c8-403a-8ab3-d49739e1fcec), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.660728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4486f9df-3b54-420e-a43f-9defe2b460df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (c3edbbe5-718e-41ae-97b8-cf955e77102c), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.667019 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e923be31-1a70-4a31-989f-c57ea99714f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.667019 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e923be31-1a70-4a31-989f-c57ea99714f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ffa2219-c9c8-403a-8ab3-d49739e1fcec HTTP/1.1" status: 204 len: 168 time: 0.2689736 Mar 10 15:27:33.667228 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4486f9df-3b54-420e-a43f-9defe2b460df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:33.667645 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4486f9df-3b54-420e-a43f-9defe2b460df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3edbbe5-718e-41ae-97b8-cf955e77102c HTTP/1.1" status: 204 len: 168 time: 0.2676919 Mar 10 15:27:33.679720 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486f9df-3b54-420e-a43f-9defe2b460df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3edbbe5-718e-41ae-97b8-cf955e77102c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:33.687720 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923be31-1a70-4a31-989f-c57ea99714f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa2219-c9c8-403a-8ab3-d49739e1fcec,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:33.762304 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-81584778-3eb8-4e64-84fa-51d218d2ab3b req-fe246d4b-739c-4aba-b401-8c1bf2b871cf tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Mar 10 15:27:34.590078 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52802) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:34.608669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1e274710-9683-4d63-bc85-01cba30c014a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.699854 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1e274710-9683-4d63-bc85-01cba30c014a admin admin] Publish callbacks [] for security_group (d3d021fd-5fb9-47fa-9dea-65ee2ea9f9a4), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.795997 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1e274710-9683-4d63-bc85-01cba30c014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d3d021fd-5fb9-47fa-9dea-65ee2ea9f9a4), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.833695 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e274710-9683-4d63-bc85-01cba30c014a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d021fd-5fb9-47fa-9dea-65ee2ea9f9a4,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:34.848454 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-1e274710-9683-4d63-bc85-01cba30c014a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00708cb993604ed19cdca6524c83052b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569928 Mar 10 15:27:34.850836 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52818) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:34.899732 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a0039434-3a95-4698-9b0b-4518e2abdbdf admin admin] Publish callbacks [] for security_group (d3d021fd-5fb9-47fa-9dea-65ee2ea9f9a4), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.905009 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e28efb-7723-4d6c-8a7d-a52acaa360ce req-bbcdd541-16c6-4127-aedb-64eb1c1fe50e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:34.906628 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e6e28efb-7723-4d6c-8a7d-a52acaa360ce req-bbcdd541-16c6-4127-aedb-64eb1c1fe50e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0710299 Mar 10 15:27:34.921241 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a0039434-3a95-4698-9b0b-4518e2abdbdf admin admin] Publish callbacks [] for security_group (d3d021fd-5fb9-47fa-9dea-65ee2ea9f9a4), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.960632 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e6e28efb-7723-4d6c-8a7d-a52acaa360ce req-34257d48-3a87-4515-b3ca-4af30d84e74b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Mar 10 15:27:35.099237 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a0039434-3a95-4698-9b0b-4518e2abdbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d3d021fd-5fb9-47fa-9dea-65ee2ea9f9a4), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.102103 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a0039434-3a95-4698-9b0b-4518e2abdbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.107820 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a0039434-3a95-4698-9b0b-4518e2abdbdf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3d021fd-5fb9-47fa-9dea-65ee2ea9f9a4 HTTP/1.1" status: 204 len: 168 time: 0.2513626 Mar 10 15:27:35.111642 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0039434-3a95-4698-9b0b-4518e2abdbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d021fd-5fb9-47fa-9dea-65ee2ea9f9a4,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:36.077338 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9587a-5caa-462b-8ed4-38426847dff7 req-a86fca12-317d-49b9-a12f-e9905d9e1e99 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:36.078854 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61d9587a-5caa-462b-8ed4-38426847dff7 req-a86fca12-317d-49b9-a12f-e9905d9e1e99 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0529087 Mar 10 15:27:36.152066 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61d9587a-5caa-462b-8ed4-38426847dff7 req-862f9c93-311a-4a72-9274-89aa4802caca tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675700 Mar 10 15:27:36.214022 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52886) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:36.225356 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5a7480c4-a5d1-480d-ad90-28a0a65fbca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.325876 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5a7480c4-a5d1-480d-ad90-28a0a65fbca8 admin admin] Publish callbacks [] for security_group (a84b4d01-0412-4166-ac4f-471085fe5409), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.485393 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5a7480c4-a5d1-480d-ad90-28a0a65fbca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (a84b4d01-0412-4166-ac4f-471085fe5409), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.525030 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7480c4-a5d1-480d-ad90-28a0a65fbca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84b4d01-0412-4166-ac4f-471085fe5409,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:36.530965 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5a7480c4-a5d1-480d-ad90-28a0a65fbca8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0021295646bb4bba979ea09ea5105b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199718 Mar 10 15:27:36.534699 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52898) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:36.612952 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c9be446-9b4e-43bc-91f5-ad724ede08d0 admin admin] Publish callbacks [] for security_group (a84b4d01-0412-4166-ac4f-471085fe5409), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.638770 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c9be446-9b4e-43bc-91f5-ad724ede08d0 admin admin] Publish callbacks [] for security_group (a84b4d01-0412-4166-ac4f-471085fe5409), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.788453 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c9be446-9b4e-43bc-91f5-ad724ede08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (a84b4d01-0412-4166-ac4f-471085fe5409), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.791264 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c9be446-9b4e-43bc-91f5-ad724ede08d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.792624 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-1c9be446-9b4e-43bc-91f5-ad724ede08d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a84b4d01-0412-4166-ac4f-471085fe5409 HTTP/1.1" status: 204 len: 168 time: 0.2560859 Mar 10 15:27:36.802770 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9be446-9b4e-43bc-91f5-ad724ede08d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84b4d01-0412-4166-ac4f-471085fe5409,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:37.279385 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b0fd-513a-4ffe-a55b-104fb63e7fe4 req-fc98e82d-1c9c-47df-af9a-32e13c467a34 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:37.281129 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-87a0b0fd-513a-4ffe-a55b-104fb63e7fe4 req-fc98e82d-1c9c-47df-af9a-32e13c467a34 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0600238 Mar 10 15:27:37.357247 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-87a0b0fd-513a-4ffe-a55b-104fb63e7fe4 req-8fe3a19c-7184-4e4b-be0e-3a1c265a4ad1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644727 Mar 10 15:27:37.451882 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 52948) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:37.566493 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d7d267a-43ab-47fd-9070-c125c85f0b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:37.659270 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d7d267a-43ab-47fd-9070-c125c85f0b21 admin admin] Publish callbacks [] for security_group (8672b32b-1861-4106-86c4-afb310e6c56a), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:37.750763 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d7d267a-43ab-47fd-9070-c125c85f0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (8672b32b-1861-4106-86c4-afb310e6c56a), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:37.790970 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-4d7d267a-43ab-47fd-9070-c125c85f0b21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1d958739b38453680fe4e53cccc17b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379364 Mar 10 15:27:37.792472 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d267a-43ab-47fd-9070-c125c85f0b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8672b32b-1861-4106-86c4-afb310e6c56a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:37.794420 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 52964) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:37.843423 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddee667c-818b-4dd1-947b-a421445511cb admin admin] Publish callbacks [] for security_group (8672b32b-1861-4106-86c4-afb310e6c56a), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:37.867154 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddee667c-818b-4dd1-947b-a421445511cb admin admin] Publish callbacks [] for security_group (8672b32b-1861-4106-86c4-afb310e6c56a), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:37.959071 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114412de-6226-4cc7-8a2d-4a30d975297f req-6c406f77-10b7-4b62-b89c-8d475c76a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:37.960657 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-114412de-6226-4cc7-8a2d-4a30d975297f req-6c406f77-10b7-4b62-b89c-8d475c76a420 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1129 time: 0.0512989 Mar 10 15:27:38.010700 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-114412de-6226-4cc7-8a2d-4a30d975297f req-c76608cb-82cb-4149-873a-52d1dc787f10 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396953 Mar 10 15:27:38.064657 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddee667c-818b-4dd1-947b-a421445511cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (8672b32b-1861-4106-86c4-afb310e6c56a), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.067585 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddee667c-818b-4dd1-947b-a421445511cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.068717 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ddee667c-818b-4dd1-947b-a421445511cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8672b32b-1861-4106-86c4-afb310e6c56a HTTP/1.1" status: 204 len: 168 time: 0.2733278 Mar 10 15:27:38.077083 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee667c-818b-4dd1-947b-a421445511cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8672b32b-1861-4106-86c4-afb310e6c56a,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:38.491824 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01efc-7ecc-4ca7-bc81-0f32a6fed68c req-fe70bc8b-d08f-42f1-b762-2b497997cd67 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:38.493426 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-45b01efc-7ecc-4ca7-bc81-0f32a6fed68c req-fe70bc8b-d08f-42f1-b762-2b497997cd67 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0565171 Mar 10 15:27:38.545229 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-45b01efc-7ecc-4ca7-bc81-0f32a6fed68c req-4988b3fc-f40b-409b-8dd0-4d1d1c06bcdb tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461211 Mar 10 15:27:39.026057 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53012) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:39.039614 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d6202ec-d471-4b79-8a51-93f849773e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.124841 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d6202ec-d471-4b79-8a51-93f849773e01 admin admin] Publish callbacks [] for security_group (3dbaa75d-a715-4169-8450-fd2163835c25), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.233237 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53016) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:39.257051 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d6202ec-d471-4b79-8a51-93f849773e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3dbaa75d-a715-4169-8450-fd2163835c25), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.300711 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-2d6202ec-d471-4b79-8a51-93f849773e01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6f00788f03a4bf09644c4c3e33ae558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735209 Mar 10 15:27:39.303376 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53022) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:39.304047 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6202ec-d471-4b79-8a51-93f849773e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbaa75d-a715-4169-8450-fd2163835c25,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:39.361664 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0382e59c-562f-40f3-956c-168c736b05dc admin admin] Publish callbacks [] for security_group (3dbaa75d-a715-4169-8450-fd2163835c25), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.363053 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f033-eb7a-4cef-b546-a224bf378152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.389389 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0382e59c-562f-40f3-956c-168c736b05dc admin admin] Publish callbacks [] for security_group (3dbaa75d-a715-4169-8450-fd2163835c25), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.442696 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f033-eb7a-4cef-b546-a224bf378152 admin admin] Publish callbacks [] for security_group (5724164d-4b96-4c27-a572-bc812a448262), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.544847 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0382e59c-562f-40f3-956c-168c736b05dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3dbaa75d-a715-4169-8450-fd2163835c25), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.547753 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0382e59c-562f-40f3-956c-168c736b05dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.549064 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0382e59c-562f-40f3-956c-168c736b05dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3dbaa75d-a715-4169-8450-fd2163835c25 HTTP/1.1" status: 204 len: 168 time: 0.2447057 Mar 10 15:27:39.557720 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e59c-562f-40f3-956c-168c736b05dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbaa75d-a715-4169-8450-fd2163835c25,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:39.594117 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f033-eb7a-4cef-b546-a224bf378152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5724164d-4b96-4c27-a572-bc812a448262), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.642107 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5f033-eb7a-4cef-b546-a224bf378152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5724164d-4b96-4c27-a572-bc812a448262,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:39.650133 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3ac5f033-eb7a-4cef-b546-a224bf378152 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4605ac299ec47158af9534f6ff7041a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157393 Mar 10 15:27:39.651100 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53030) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:39.700203 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2408ed5-470f-41f8-aaf9-bed785753567 req-dc012c01-a6e0-4508-a7da-d3f122c6e52a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:39.701934 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d2408ed5-470f-41f8-aaf9-bed785753567 req-dc012c01-a6e0-4508-a7da-d3f122c6e52a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0577135 Mar 10 15:27:39.709243 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c29434f-082e-4cbc-ad66-1f5211f0f1d8 admin admin] Publish callbacks [] for security_group (5724164d-4b96-4c27-a572-bc812a448262), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.731478 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c29434f-082e-4cbc-ad66-1f5211f0f1d8 admin admin] Publish callbacks [] for security_group (5724164d-4b96-4c27-a572-bc812a448262), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.752636 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d2408ed5-470f-41f8-aaf9-bed785753567 req-55bb59e0-685d-47c0-b626-80cd93c985d1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Mar 10 15:27:39.873751 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c29434f-082e-4cbc-ad66-1f5211f0f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5724164d-4b96-4c27-a572-bc812a448262), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.876433 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c29434f-082e-4cbc-ad66-1f5211f0f1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.877716 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-8c29434f-082e-4cbc-ad66-1f5211f0f1d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5724164d-4b96-4c27-a572-bc812a448262 HTTP/1.1" status: 204 len: 168 time: 0.2257075 Mar 10 15:27:39.886171 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29434f-082e-4cbc-ad66-1f5211f0f1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5724164d-4b96-4c27-a572-bc812a448262,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:40.195787 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15935340-94fc-4ea7-8866-68e6befba708 req-dad40a94-038a-464d-93fa-2aa291645261 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:40.197312 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-15935340-94fc-4ea7-8866-68e6befba708 req-dad40a94-038a-464d-93fa-2aa291645261 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0552995 Mar 10 15:27:40.254794 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-15935340-94fc-4ea7-8866-68e6befba708 req-1de4266b-0400-437f-9f46-a8ae02c82571 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499153 Mar 10 15:27:40.298021 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-d27c1e16-4e08-4f5b-b3a3-6f4352b6f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:40.299618 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-d27c1e16-4e08-4f5b-b3a3-6f4352b6f56d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1129 time: 0.0672076 Mar 10 15:27:40.402625 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-91b45774-83ff-419c-9cdf-ba28b41bc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:40.404156 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-91b45774-83ff-419c-9cdf-ba28b41bc7c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 920 time: 0.0938804 Mar 10 15:27:40.448481 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-e6024d4a-39fe-4680-92d4-6921be8f8d00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9 HTTP/1.1" status: 200 len: 217 time: 0.0368626 Mar 10 15:27:40.507471 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-09d2ffd8-627b-4651-bc0a-f7bfd963276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:40.508928 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-09d2ffd8-627b-4651-bc0a-f7bfd963276a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.0549111 Mar 10 15:27:40.543187 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-b786534c-ec5f-4f7f-9c0d-8f7165cbebb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265257 Mar 10 15:27:40.645860 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-a56cc9e4-28fc-49e0-b78a-dd4515b3b5b9 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950587 Mar 10 15:27:40.765652 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e9230e1-cd90-4ad5-992e-3698bc88bec9 req-c52d69b4-d9aa-4f6b-ac45-5284794bf36f service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981882 Mar 10 15:27:40.767442 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53072) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:40.782168 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a749f36a-6bba-4ce8-b15d-8511708654a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:40.943184 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a749f36a-6bba-4ce8-b15d-8511708654a3 admin admin] Publish callbacks [] for security_group (3c3349ad-0ae5-4af1-86e8-538f8e0e76fc), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:41.015781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a749f36a-6bba-4ce8-b15d-8511708654a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3c3349ad-0ae5-4af1-86e8-538f8e0e76fc), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:41.058000 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749f36a-6bba-4ce8-b15d-8511708654a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3349ad-0ae5-4af1-86e8-538f8e0e76fc,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:41.063633 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a749f36a-6bba-4ce8-b15d-8511708654a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=612d8eaa75ca434b9a60531465156af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947865 Mar 10 15:27:41.066141 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53092) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:41.122004 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4003eb0e-fbeb-4c7c-8b67-3c51e3f91db9 admin admin] Publish callbacks [] for security_group (3c3349ad-0ae5-4af1-86e8-538f8e0e76fc), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:41.144206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4003eb0e-fbeb-4c7c-8b67-3c51e3f91db9 admin admin] Publish callbacks [] for security_group (3c3349ad-0ae5-4af1-86e8-538f8e0e76fc), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:41.270605 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4003eb0e-fbeb-4c7c-8b67-3c51e3f91db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3c3349ad-0ae5-4af1-86e8-538f8e0e76fc), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:41.273411 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4003eb0e-fbeb-4c7c-8b67-3c51e3f91db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:41.277346 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4003eb0e-fbeb-4c7c-8b67-3c51e3f91db9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c3349ad-0ae5-4af1-86e8-538f8e0e76fc HTTP/1.1" status: 204 len: 168 time: 0.2075894 Mar 10 15:27:41.293509 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003eb0e-fbeb-4c7c-8b67-3c51e3f91db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3349ad-0ae5-4af1-86e8-538f8e0e76fc,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:41.421715 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e55dd-eb98-498a-ac46-edb9c043e441 req-97e35fd0-b930-46ba-881e-bf08c4f6ae5b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:41.437198 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-168e55dd-eb98-498a-ac46-edb9c043e441 req-97e35fd0-b930-46ba-881e-bf08c4f6ae5b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0756626 Mar 10 15:27:41.483754 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-168e55dd-eb98-498a-ac46-edb9c043e441 req-64271d30-bea7-4dec-95a5-605ad628bb8f tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Mar 10 15:27:42.174212 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53146) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:42.188055 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d0ef440-83dd-4f98-8321-ef93db56b000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.268788 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d0ef440-83dd-4f98-8321-ef93db56b000 admin admin] Publish callbacks [] for security_group (6ae7ca1e-5fd6-403c-a0ff-f1f60ab94553), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.350464 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d0ef440-83dd-4f98-8321-ef93db56b000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6ae7ca1e-5fd6-403c-a0ff-f1f60ab94553), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.388358 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ef440-83dd-4f98-8321-ef93db56b000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae7ca1e-5fd6-403c-a0ff-f1f60ab94553,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:42.394996 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-4d0ef440-83dd-4f98-8321-ef93db56b000 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74353d063b834133b39fc6c7366b49f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179720 Mar 10 15:27:42.395273 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53150) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:42.444293 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-658f50dc-bcbf-4962-8bef-231d7346bbaa admin admin] Publish callbacks [] for security_group (6ae7ca1e-5fd6-403c-a0ff-f1f60ab94553), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.465480 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-658f50dc-bcbf-4962-8bef-231d7346bbaa admin admin] Publish callbacks [] for security_group (6ae7ca1e-5fd6-403c-a0ff-f1f60ab94553), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.603093 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001ce52-9537-42df-95c0-5b44f68c1ed1 req-1f5e646c-7b5a-4b2c-914f-42f9f06a41bc tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:42.605118 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4001ce52-9537-42df-95c0-5b44f68c1ed1 req-1f5e646c-7b5a-4b2c-914f-42f9f06a41bc tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0531685 Mar 10 15:27:42.655514 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4001ce52-9537-42df-95c0-5b44f68c1ed1 req-e63b40da-d063-4a94-8cc1-ebbfcbf68aca tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Mar 10 15:27:42.682062 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-658f50dc-bcbf-4962-8bef-231d7346bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6ae7ca1e-5fd6-403c-a0ff-f1f60ab94553), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.685170 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-658f50dc-bcbf-4962-8bef-231d7346bbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.686337 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-658f50dc-bcbf-4962-8bef-231d7346bbaa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ae7ca1e-5fd6-403c-a0ff-f1f60ab94553 HTTP/1.1" status: 204 len: 168 time: 0.2891247 Mar 10 15:27:42.694832 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f50dc-bcbf-4962-8bef-231d7346bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae7ca1e-5fd6-403c-a0ff-f1f60ab94553,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:43.792440 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7bb3c-5d03-49d2-b6d2-fe970c7e104e req-4d6345d7-0a57-4f61-b433-f202532cd7de tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:43.793980 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-82f7bb3c-5d03-49d2-b6d2-fe970c7e104e req-4d6345d7-0a57-4f61-b433-f202532cd7de tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0549488 Mar 10 15:27:43.845155 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-82f7bb3c-5d03-49d2-b6d2-fe970c7e104e req-97c30f19-4109-465d-ba6f-ae232e905087 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453031 Mar 10 15:27:47.010700 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b07824-1bcf-46d2-81a1-a3c3d1808dad req-70298f65-5186-4e0d-889d-081bf9f290ff tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:47.012761 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f0b07824-1bcf-46d2-81a1-a3c3d1808dad req-70298f65-5186-4e0d-889d-081bf9f290ff tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0523942 Mar 10 15:27:47.062530 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f0b07824-1bcf-46d2-81a1-a3c3d1808dad req-379eda7b-6a21-45be-8f4e-4c5c254ae89e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Mar 10 15:27:49.850073 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851f26-2982-4f8e-ab84-82458a6298aa req-4d90b0ba-f635-44eb-ab1e-8fa185a18b6b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:49.851558 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5d851f26-2982-4f8e-ab84-82458a6298aa req-4d90b0ba-f635-44eb-ab1e-8fa185a18b6b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0522258 Mar 10 15:27:49.900597 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5d851f26-2982-4f8e-ab84-82458a6298aa req-5ee677a1-1b21-4d03-9d54-4d8cad2c7b74 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Mar 10 15:27:51.041309 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10496d3b-65fe-42e7-a628-3c0ba1edc437 req-7dfc58ea-e615-4c48-afc6-673d779bb21a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:51.042909 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-10496d3b-65fe-42e7-a628-3c0ba1edc437 req-7dfc58ea-e615-4c48-afc6-673d779bb21a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0682111 Mar 10 15:27:51.091773 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-10496d3b-65fe-42e7-a628-3c0ba1edc437 req-63c10a4a-c82f-4bd5-9910-b7e2605a2e3d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Mar 10 15:27:51.508441 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7a40e649-b435-451f-93d1-7ad3e04fc6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.135126 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcaabb-015e-44dc-be1c-ed6e7d41b06b req-13a40bcb-5399-4b2c-95a9-e494f0d25483 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:52.136718 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8bdcaabb-015e-44dc-be1c-ed6e7d41b06b req-13a40bcb-5399-4b2c-95a9-e494f0d25483 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0652936 Mar 10 15:27:52.227128 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8bdcaabb-015e-44dc-be1c-ed6e7d41b06b req-c87edb35-f17d-48b6-9b0c-9eb0d2ec93fd tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837815 Mar 10 15:27:52.244053 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-07e79cee-6fbd-44db-904e-854006b1ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:52.245578 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-07e79cee-6fbd-44db-904e-854006b1ff1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1129 time: 0.0562155 Mar 10 15:27:52.259466 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01f3fd-481a-42de-9bf7-fbe49511115c req-fa8a1b11-6c34-4f9b-9e98-1cc3b38f89c0 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:52.261382 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8a01f3fd-481a-42de-9bf7-fbe49511115c req-fa8a1b11-6c34-4f9b-9e98-1cc3b38f89c0 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0849228 Mar 10 15:27:52.327818 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8a01f3fd-481a-42de-9bf7-fbe49511115c req-79f765e2-fe8f-4185-9a33-e5373cd26c08 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583920 Mar 10 15:27:52.344282 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-2ca35488-4fd0-4f53-9604-13371f1e24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:52.345941 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-2ca35488-4fd0-4f53-9604-13371f1e24e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 920 time: 0.0927048 Mar 10 15:27:52.393558 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-6dfbc425-e01b-4b97-b492-b3d552e52ce3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9 HTTP/1.1" status: 200 len: 217 time: 0.0373666 Mar 10 15:27:52.444956 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-68be9964-8978-4652-a3dc-610a58ac2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:52.446442 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-68be9964-8978-4652-a3dc-610a58ac2fdb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.0426869 Mar 10 15:27:52.482159 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-efeff891-66da-4c25-8f45-28d1c174d557 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248230 Mar 10 15:27:52.578129 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-dc412e1c-bf0d-48fb-9001-613745e84b1b service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858521 Mar 10 15:27:52.671518 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c9a0e4b3-4aac-414c-9dea-6261729060a3 req-10190909-870a-4e83-bd90-e9c2b8efeff2 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825858 Mar 10 15:27:53.357263 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e27c7-10b5-427c-9800-ca7ca4d09a54 req-32786ffb-a84d-4a11-bc9d-4ea85466fbd8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:53.358941 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e8e27c7-10b5-427c-9800-ca7ca4d09a54 req-32786ffb-a84d-4a11-bc9d-4ea85466fbd8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0620866 Mar 10 15:27:53.414108 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e8e27c7-10b5-427c-9800-ca7ca4d09a54 req-36f76088-6fc9-47fc-b450-5c6577bf52b2 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Mar 10 15:27:53.477084 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73dcc2-35e6-4bba-88c3-f7a994f57a53 req-14716a57-82d0-4d84-b274-dadb18023c2e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:53.478611 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-aa73dcc2-35e6-4bba-88c3-f7a994f57a53 req-14716a57-82d0-4d84-b274-dadb18023c2e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0584650 Mar 10 15:27:53.530697 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-aa73dcc2-35e6-4bba-88c3-f7a994f57a53 req-975e859b-5a3c-4dd0-982a-1d24d1f30b1e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464289 Mar 10 15:27:53.719448 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c78e-4cbf-48cf-a85d-094592bf211c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:54.529503 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f908-c240-44f0-9634-f1fd1e1a8852 req-04c1e8b3-f5b1-45cf-abab-d4adeb5c78e3 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:54.530999 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9088f908-c240-44f0-9634-f1fd1e1a8852 req-04c1e8b3-f5b1-45cf-abab-d4adeb5c78e3 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0534689 Mar 10 15:27:54.578811 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9088f908-c240-44f0-9634-f1fd1e1a8852 req-26af88f6-442e-4718-95d5-9fd3e0426cf1 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Mar 10 15:27:54.646960 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b3e2-db37-41d4-92b6-f29b8a9025a0 req-50bec0ab-b09a-40d2-a3cc-cfcc822ca56e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:54.648477 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c69b3e2-db37-41d4-92b6-f29b8a9025a0 req-50bec0ab-b09a-40d2-a3cc-cfcc822ca56e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0512476 Mar 10 15:27:54.696371 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c69b3e2-db37-41d4-92b6-f29b8a9025a0 req-dea83c6c-b356-4f13-a764-ac865e1485ff tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Mar 10 15:27:54.907261 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.042797 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53526) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:55.088356 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-16adfe67-b9e3-4ee1-8e79-ac1211a68a5b admin admin] Deleting subnet edb70dc7-0e45-455e-b2f8-c9cf686f1a9c {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:27:55.092655 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16adfe67-b9e3-4ee1-8e79-ac1211a68a5b admin admin] Publish callbacks [] for subnet (edb70dc7-0e45-455e-b2f8-c9cf686f1a9c), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.160569 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16adfe67-b9e3-4ee1-8e79-ac1211a68a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134013983'] for subnet (edb70dc7-0e45-455e-b2f8-c9cf686f1a9c), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.191283 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-1e00473f-c796-41cb-93fd-15288975077e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766177 Mar 10 15:27:55.208716 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16adfe67-b9e3-4ee1-8e79-ac1211a68a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (edb70dc7-0e45-455e-b2f8-c9cf686f1a9c), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.257951 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53530) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:55.298053 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-15baf7c9-ba2d-4520-bc98-021c637cabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:55.299720 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-15baf7c9-ba2d-4520-bc98-021c637cabeb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 1129 time: 0.0686386 Mar 10 15:27:55.366108 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db0b9740-5677-4538-a38c-7437c1704dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.402384 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16adfe67-b9e3-4ee1-8e79-ac1211a68a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133491775'] for subnet (edb70dc7-0e45-455e-b2f8-c9cf686f1a9c), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.430556 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-4a45e164-6fab-4ba9-a8b8-0406ad53528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:55.432041 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-4a45e164-6fab-4ba9-a8b8-0406ad53528d service neutron] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 920 time: 0.1125345 Mar 10 15:27:55.435139 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adfe67-b9e3-4ee1-8e79-ac1211a68a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb70dc7-0e45-455e-b2f8-c9cf686f1a9c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:55.436912 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16adfe67-b9e3-4ee1-8e79-ac1211a68a5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.440324 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-16adfe67-b9e3-4ee1-8e79-ac1211a68a5b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/edb70dc7-0e45-455e-b2f8-c9cf686f1a9c HTTP/1.1" status: 204 len: 168 time: 0.3960991 Mar 10 15:27:55.443075 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53534) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:55.453590 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db0b9740-5677-4538-a38c-7437c1704dd8 admin admin] Publish callbacks [] for security_group (fcd27767-f700-4cae-aef6-e226a055c7fe), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.504069 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-292bc4dc-f3c4-4249-b3eb-00c9759fe02d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5 HTTP/1.1" status: 200 len: 217 time: 0.0526388 Mar 10 15:27:55.542204 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db0b9740-5677-4538-a38c-7437c1704dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (fcd27767-f700-4cae-aef6-e226a055c7fe), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.580262 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (98b03933-2209-4eb3-871f-30b6dbb528e9), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.583993 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-db0b9740-5677-4538-a38c-7437c1704dd8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6d0829280ef4865a67276a6f65314c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247640 Mar 10 15:27:55.585868 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b9740-5677-4538-a38c-7437c1704dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd27767-f700-4cae-aef6-e226a055c7fe,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:55.587512 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53536) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:55.609971 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-7e59f383-ecab-4007-b11d-1970e447e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:55.611406 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-7e59f383-ecab-4007-b11d-1970e447e56a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.0999382 Mar 10 15:27:55.671724 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-da916472-eed5-456e-8fe9-ff9bcfba4e66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525434 Mar 10 15:27:55.714929 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ca446-fb7d-4b7e-baaf-d3d98b3113bc req-b9e8b9d8-cdab-45ec-99dd-19e52920697b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:55.716420 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ac5ca446-fb7d-4b7e-baaf-d3d98b3113bc req-b9e8b9d8-cdab-45ec-99dd-19e52920697b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0573823 Mar 10 15:27:55.745968 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-34c5d859-514c-41de-b5dd-b03b3ead023c admin admin] Publish callbacks [] for security_group (fcd27767-f700-4cae-aef6-e226a055c7fe), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.780064 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (98b03933-2209-4eb3-871f-30b6dbb528e9), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.799296 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ac5ca446-fb7d-4b7e-baaf-d3d98b3113bc req-41d3e16d-4e97-4687-a247-5d9e3c960f32 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 Mar 10 15:27:55.841059 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3a3c9-cf07-4cf8-8927-c7ecb77289cd req-745463c9-42ff-49fb-8543-2957bc7d6c5a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:55.842577 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-abe3a3c9-cf07-4cf8-8927-c7ecb77289cd req-745463c9-42ff-49fb-8543-2957bc7d6c5a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0679007 Mar 10 15:27:55.848200 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-34c5d859-514c-41de-b5dd-b03b3ead023c admin admin] Publish callbacks [] for security_group (fcd27767-f700-4cae-aef6-e226a055c7fe), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.852171 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b03933-2209-4eb3-871f-30b6dbb528e9']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:55.870974 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8e18a8-c2be-454c-9cb1-be8244081f68') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:55.871829 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8e18a8-c2be-454c-9cb1-be8244081f68') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:55.895752 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-abe3a3c9-cf07-4cf8-8927-c7ecb77289cd req-22530e05-4dfe-4003-9ed5-64fecd6d33b3 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 Mar 10 15:27:55.900814 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134013972'] for segment (0a8e18a8-c2be-454c-9cb1-be8244081f68), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.922774 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-e8970e19-7286-4a9e-913b-c7838a35b46c service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371356 Mar 10 15:27:55.926717 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (0a8e18a8-c2be-454c-9cb1-be8244081f68), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.932542 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:27:55.932976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133241140'] for segment (0a8e18a8-c2be-454c-9cb1-be8244081f68), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: Traceback (most recent call last): Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: timer() Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: cb(*args, **kw) Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: return func(*args, **kwargs) Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: self._notify() Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: self.callback(batched_events) Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: event.method(event) Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: return f(self, *a, **k) Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: return self._get(url).json() Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:27:55.934605 dv-cinder-831247-10-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:27:56.068156 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b518270e-7c3a-485e-b112-4f0167a9fbb4 req-00596c02-66bb-41cc-9cc5-d6804634b478 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322005 Mar 10 15:27:56.102111 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-34c5d859-514c-41de-b5dd-b03b3ead023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (fcd27767-f700-4cae-aef6-e226a055c7fe), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.104822 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-34c5d859-514c-41de-b5dd-b03b3ead023c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.106577 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-34c5d859-514c-41de-b5dd-b03b3ead023c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fcd27767-f700-4cae-aef6-e226a055c7fe HTTP/1.1" status: 204 len: 168 time: 0.5168135 Mar 10 15:27:56.115136 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5d859-514c-41de-b5dd-b03b3ead023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd27767-f700-4cae-aef6-e226a055c7fe,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:56.130659 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (98b03933-2209-4eb3-871f-30b6dbb528e9), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.142242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.158084 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53552) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:56.158940 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] 10.222.0.70 "DELETE /v2.0/networks/98b03933-2209-4eb3-871f-30b6dbb528e9 HTTP/1.1" status: 204 len: 168 time: 0.7147515 Mar 10 15:27:56.172293 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441b5b3-2fde-4c3e-9beb-5eb946510902 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b03933-2209-4eb3-871f-30b6dbb528e9,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:56.217881 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-5758355a-5231-4d53-aa41-d456ff90269f admin admin] Deleting subnet 83d78ea6-4ff9-4293-a159-af106043b9be {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:27:56.221073 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5758355a-5231-4d53-aa41-d456ff90269f admin admin] Publish callbacks [] for subnet (83d78ea6-4ff9-4293-a159-af106043b9be), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.257761 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5758355a-5231-4d53-aa41-d456ff90269f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130282632'] for subnet (83d78ea6-4ff9-4293-a159-af106043b9be), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.307970 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5758355a-5231-4d53-aa41-d456ff90269f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (83d78ea6-4ff9-4293-a159-af106043b9be), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.510224 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.528173 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5758355a-5231-4d53-aa41-d456ff90269f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130443941'] for subnet (83d78ea6-4ff9-4293-a159-af106043b9be), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.563966 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758355a-5231-4d53-aa41-d456ff90269f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d78ea6-4ff9-4293-a159-af106043b9be,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:56.566619 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5758355a-5231-4d53-aa41-d456ff90269f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.570158 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-5758355a-5231-4d53-aa41-d456ff90269f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/83d78ea6-4ff9-4293-a159-af106043b9be HTTP/1.1" status: 204 len: 168 time: 0.4102600 Mar 10 15:27:56.572563 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53558) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:56.644387 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (8080cb23-3ed1-4ef9-bbad-48c455be5204), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.726978 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (8080cb23-3ed1-4ef9-bbad-48c455be5204), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.750219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8080cb23-3ed1-4ef9-bbad-48c455be5204']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:56.762201 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14adfff8-5e35-44ca-bdf4-e41e3e0a3b1d') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:56.762503 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14adfff8-5e35-44ca-bdf4-e41e3e0a3b1d') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:56.780458 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130282627'] for segment (14adfff8-5e35-44ca-bdf4-e41e3e0a3b1d), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.790485 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (14adfff8-5e35-44ca-bdf4-e41e3e0a3b1d), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.797470 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:27:56.798034 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130472677'] for segment (14adfff8-5e35-44ca-bdf4-e41e3e0a3b1d), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: Traceback (most recent call last): Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: timer() Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: cb(*args, **kw) Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: return func(*args, **kwargs) Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: self._notify() Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: self.callback(batched_events) Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: event.method(event) Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: return f(self, *a, **k) Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: return self._get(url).json() Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:27:56.808709 dv-cinder-831247-10-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:27:56.938887 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a9c7-c2e8-4c1d-9638-57ac80fdab28 req-a67f82a3-17d1-42d0-a473-2f18352cddb8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:56.940359 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a157a9c7-c2e8-4c1d-9638-57ac80fdab28 req-a67f82a3-17d1-42d0-a473-2f18352cddb8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0586135 Mar 10 15:27:56.977697 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (8080cb23-3ed1-4ef9-bbad-48c455be5204), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.001402 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.005068 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8080cb23-3ed1-4ef9-bbad-48c455be5204 HTTP/1.1" status: 204 len: 168 time: 0.4313481 Mar 10 15:27:57.050150 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf7c75-810f-486f-9029-e6e42cf1fc51 admin admin] Pushing event deleted for resources: {'Network': ['ID=8080cb23-3ed1-4ef9-bbad-48c455be5204,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:57.096072 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a157a9c7-c2e8-4c1d-9638-57ac80fdab28 req-93f347fb-d1a5-462e-bf8e-7ee0cdd00bfc tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491818 Mar 10 15:27:57.106677 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74699f8-4ab1-43bc-8d8d-853629095b29 req-ea7c58cb-227c-42e8-b9f5-59312e87a55e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:57.108925 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a74699f8-4ab1-43bc-8d8d-853629095b29 req-ea7c58cb-227c-42e8-b9f5-59312e87a55e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1357696 Mar 10 15:27:57.153918 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a74699f8-4ab1-43bc-8d8d-853629095b29 req-9c9203a5-023b-4e38-b83d-5728ceda161f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Mar 10 15:27:57.271781 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53588) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:57.372306 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2061625548-network', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:57.396733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53592) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:57.435685 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-e0b78fe9-7c6b-4205-8bbe-836a7761f450 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a63d1614a5f4010bf949df91fc1c22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378144 Mar 10 15:27:57.438106 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53594) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:57.481047 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Made reservation on behalf of 9dcc3237c0ba4465b05886e1650cd3f5 for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:57.483270 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.492871 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6dc10f4f-a1c0-4c2f-a742-ad0ea127e7cd admin admin] Publish callbacks [] for security_group (53d6e8cb-167d-458d-bc99-e39a05ba35ad), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.495354 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.524539 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6dc10f4f-a1c0-4c2f-a742-ad0ea127e7cd admin admin] Publish callbacks [] for security_group (53d6e8cb-167d-458d-bc99-e39a05ba35ad), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.625775 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Publish callbacks [] for security_group (1b5bc051-0d16-47b7-92e8-e98a92dff492), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.676573 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1b5bc051-0d16-47b7-92e8-e98a92dff492), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.681732 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6dc10f4f-a1c0-4c2f-a742-ad0ea127e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (53d6e8cb-167d-458d-bc99-e39a05ba35ad), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.684725 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6dc10f4f-a1c0-4c2f-a742-ad0ea127e7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.685978 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-6dc10f4f-a1c0-4c2f-a742-ad0ea127e7cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53d6e8cb-167d-458d-bc99-e39a05ba35ad HTTP/1.1" status: 204 len: 168 time: 0.2469850 Mar 10 15:27:57.723180 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:27:57.733722 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5bc051-0d16-47b7-92e8-e98a92dff492,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:57.754975 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (08a74226-0731-459f-bf5a-f792e03215d1), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.755326 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Added segment 08a74226-0731-459f-bf5a-f792e03215d1 of type vlan for network 88bf945f-390f-4592-9c24-d2e0639deb10 Mar 10 15:27:57.757104 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc10f4f-a1c0-4c2f-a742-ad0ea127e7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d6e8cb-167d-458d-bc99-e39a05ba35ad,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:57.796241 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.010212 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (88bf945f-390f-4592-9c24-d2e0639deb10), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.130806 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (88bf945f-390f-4592-9c24-d2e0639deb10), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.132868 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:58.133847 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.219826 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] Pushing event updated for resources: {'Network': ['ID=88bf945f-390f-4592-9c24-d2e0639deb10,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:58.241004 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 88bf945f-390f-4592-9c24-d2e0639deb10 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:27:58.287616 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-e0176810-7cc9-4f22-b5e7-4d9ccde6a942 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0147152 Mar 10 15:27:58.290600 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53620) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:58.296472 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Request body: {'subnet': {'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2061625548-subnet', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:58.318453 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea896e7-3d29-45b7-bde1-21ab8634ed28 req-f1617bbd-1b25-4a9c-b1db-8511cf507851 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:58.319981 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-aea896e7-3d29-45b7-bde1-21ab8634ed28 req-f1617bbd-1b25-4a9c-b1db-8511cf507851 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1164327 Mar 10 15:27:58.340647 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a9dde-db2a-404a-a148-1cec78807400 req-c2900fd0-aa1d-40e9-9a5a-12f683f4d5ae tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:58.342102 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ef6a9dde-db2a-404a-a148-1cec78807400 req-c2900fd0-aa1d-40e9-9a5a-12f683f4d5ae tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0939445 Mar 10 15:27:58.399146 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-aea896e7-3d29-45b7-bde1-21ab8634ed28 req-82f5dc33-60b5-4e36-be06-6251eb3d39ab tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719695 Mar 10 15:27:58.405465 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Made reservation on behalf of 9dcc3237c0ba4465b05886e1650cd3f5 for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:58.411336 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133491736'] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.414191 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ef6a9dde-db2a-404a-a148-1cec78807400 req-267694df-2275-4ec1-b70b-932e3b9465dc tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659139 Mar 10 15:27:58.504324 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53622) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:58.551869 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a26fe43d-cee0-48a0-a0f7-5afa294dc574 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=256779dc0d3f4da1bd9666c25f556617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412402 Mar 10 15:27:58.551869 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53624) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:58.602609 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0126be80-f951-4538-be05-eb62e730b290 admin admin] Publish callbacks [] for security_group (f3ea8dea-a54b-4485-bc32-d19a37c63b0d), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.627121 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0126be80-f951-4538-be05-eb62e730b290 admin admin] Publish callbacks [] for security_group (f3ea8dea-a54b-4485-bc32-d19a37c63b0d), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.665389 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133240489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133491766'] for subnet (7f8e3d5f-f66d-48ce-aff3-1bebbf50f900), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.726431 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8e3d5f-f66d-48ce-aff3-1bebbf50f900,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:58.735134 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Checking segment: {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:58.735490 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Network hostable DHCP agents. Network: 88bf945f-390f-4592-9c24-d2e0639deb10, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:27:58.764472 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0126be80-f951-4538-be05-eb62e730b290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (f3ea8dea-a54b-4485-bc32-d19a37c63b0d), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.767475 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0126be80-f951-4538-be05-eb62e730b290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.771931 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0126be80-f951-4538-be05-eb62e730b290 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3ea8dea-a54b-4485-bc32-d19a37c63b0d HTTP/1.1" status: 204 len: 168 time: 0.2181730 Mar 10 15:27:58.791695 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126be80-f951-4538-be05-eb62e730b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ea8dea-a54b-4485-bc32-d19a37c63b0d,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:58.810112 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Network 88bf945f-390f-4592-9c24-d2e0639deb10 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:27:58.890487 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 88bf945f-390f-4592-9c24-d2e0639deb10) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:58.896763 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:58.901270 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.904819 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac96c83-13b2-480b-b57e-51e8a12a8b42 None None] Network 88bf945f-390f-4592-9c24-d2e0639deb10 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:59.001739 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-36d01b34-fc2b-49fa-a238-26eb6f173e81 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7100744 Mar 10 15:27:59.004450 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53636) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:59.019968 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:59.020223 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-88bf945f-390f-4592-9c24-d2e0639deb10', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:27:59.021127 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.084929 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (78bef5e4-ebce-4c22-8caf-cc45619adb31), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.086564 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (78bef5e4-ebce-4c22-8caf-cc45619adb31), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.151230 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks [] for router_controller (78bef5e4-ebce-4c22-8caf-cc45619adb31), precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.184590 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Allocated IP 172.20.0.2 (88bf945f-390f-4592-9c24-d2e0639deb10/7f8e3d5f-f66d-48ce-aff3-1bebbf50f900/32d87a91-0070-4c16-b325-f585d610fd94) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:59.271012 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.363518 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Publish callbacks [] for port (32d87a91-0070-4c16-b325-f585d610fd94), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.386849 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks [] for router_gateway (78bef5e4-ebce-4c22-8caf-cc45619adb31), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.422424 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (32d87a91-0070-4c16-b325-f585d610fd94), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.486010 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Network 88bf945f-390f-4592-9c24-d2e0639deb10 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:59.492196 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:59.493800 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Pushing event updated for resources: {'Port': ['ID=32d87a91-0070-4c16-b325-f585d610fd94,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:59.500810 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:59.570803 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Attempting to bind port 32d87a91-0070-4c16-b325-f585d610fd94 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:59.571498 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Attempting to bind port 32d87a91-0070-4c16-b325-f585d610fd94 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:59.571838 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Attempting to bind port 32d87a91-0070-4c16-b325-f585d610fd94 on network 88bf945f-390f-4592-9c24-d2e0639deb10 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:59.579351 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:59.580392 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Checking segment: {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:59.580802 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.581305 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Bound using segment: {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:59.581779 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Bound port: 32d87a91-0070-4c16-b325-f585d610fd94, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:59.582193 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (32d87a91-0070-4c16-b325-f585d610fd94), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.611979 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47030b-ae25-4888-8417-c8ab7e0edae3 req-bd8fad42-7535-4406-bcb4-b3d54163516a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:59.617699 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2f47030b-ae25-4888-8417-c8ab7e0edae3 req-bd8fad42-7535-4406-bcb4-b3d54163516a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1337984 Mar 10 15:27:59.626918 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33c7f-21ed-4c16-90e6-88adf9e69090 req-d3866594-a88a-41e9-9c2b-18209ca5d99e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:59.634235 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c0d33c7f-21ed-4c16-90e6-88adf9e69090 req-d3866594-a88a-41e9-9c2b-18209ca5d99e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1032944 Mar 10 15:27:59.659045 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] For port 32d87a91-0070-4c16-b325-f585d610fd94, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:59.662884 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] For port 32d87a91-0070-4c16-b325-f585d610fd94, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=32d87a91-0070-4c16-b325-f585d610fd94,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:59.894290 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c0d33c7f-21ed-4c16-90e6-88adf9e69090 req-096701ea-ab71-453c-add6-be20fe7cebe7 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848417 Mar 10 15:27:59.895789 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks [] for router_gateway (78bef5e4-ebce-4c22-8caf-cc45619adb31), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.896012 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2f47030b-ae25-4888-8417-c8ab7e0edae3 req-4fda9a28-2f3b-4784-bd3c-2cb1893c0f85 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874250 Mar 10 15:27:59.896279 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.896279 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Allocated IP 172.28.1.204 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/4627a7db-3a57-48ce-81ae-6d428cc11519) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:59.962676 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (32d87a91-0070-4c16-b325-f585d610fd94), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.975322 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks [] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.060731 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7c0b2-c263-4ccb-aba1-d600d6bd3852 None None] Pushing event updated for resources: {'Port': ['ID=32d87a91-0070-4c16-b325-f585d610fd94,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:00.123389 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.160816 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:00.164025 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:00.168333 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:00.211899 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4627a7db-3a57-48ce-81ae-6d428cc11519,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:00.572715 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks [] for router_gateway (78bef5e4-ebce-4c22-8caf-cc45619adb31), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.803324 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (78bef5e4-ebce-4c22-8caf-cc45619adb31), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.864167 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 32d87a91-0070-4c16-b325-f585d610fd94 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:00.946424 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 32d87a91-0070-4c16-b325-f585d610fd94 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:00.947041 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (32d87a91-0070-4c16-b325-f585d610fd94), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.070505 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53684) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:01.087744 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Router 78bef5e4-ebce-4c22-8caf-cc45619adb31 is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:28:01.109644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 32d87a91-0070-4c16-b325-f585d610fd94 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:01.110803 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (32d87a91-0070-4c16-b325-f585d610fd94), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.181051 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d2585-69e2-42a2-93c8-48a10c0bc669 req-bc70bc82-fbba-453c-9dcc-76257593da6c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:01.184833 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6b0d2585-69e2-42a2-93c8-48a10c0bc669 req-bc70bc82-fbba-453c-9dcc-76257593da6c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1777675 Mar 10 15:28:01.185804 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 32d87a91-0070-4c16-b325-f585d610fd94, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=32d87a91-0070-4c16-b325-f585d610fd94,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:01.207002 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a34f2-d9c0-469b-a37c-62e8efc916c7 req-a308feeb-dfcd-450d-bad8-21eacc9735a9 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:01.208524 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8c3a34f2-d9c0-469b-a37c-62e8efc916c7 req-a308feeb-dfcd-450d-bad8-21eacc9735a9 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1994839 Mar 10 15:28:01.219757 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79e608-6dc5-4d09-bf26-82cb4fd4e42d None None] Network 88bf945f-390f-4592-9c24-d2e0639deb10 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:01.220715 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.301786 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6b0d2585-69e2-42a2-93c8-48a10c0bc669 req-33d84140-55ed-443d-9e29-a5b6f538c0b5 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914781 Mar 10 15:28:01.310464 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:01.321871 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Sync routers for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:01.323922 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8c3a34f2-d9c0-469b-a37c-62e8efc916c7 req-3d4081b3-b7f7-4f7d-bc6b-a3c74322d88f tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075671 Mar 10 15:28:01.354745 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:01.355862 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:01.362457 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (32d87a91-0070-4c16-b325-f585d610fd94), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.395588 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Publish callbacks [] for security_group (c812480c-3f09-4ba2-a2b3-600ddd017cf3), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.401101 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-edfde207-5b08-4b43-b904-cb21fc7ca0ab None None] Provisioning complete for port 32d87a91-0070-4c16-b325-f585d610fd94 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:01.401520 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-edfde207-5b08-4b43-b904-cb21fc7ca0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (32d87a91-0070-4c16-b325-f585d610fd94), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.463301 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=32d87a91-0070-4c16-b325-f585d610fd94,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:01.497202 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.504154 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ac31c3dd-7fa9-4ec3-84fd-b68e238720f5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4971635 Mar 10 15:28:01.504703 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53696) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:01.508559 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:01.520332 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (c812480c-3f09-4ba2-a2b3-600ddd017cf3), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.568685 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-edfde207-5b08-4b43-b904-cb21fc7ca0ab None None] Current status of the port 32d87a91-0070-4c16-b325-f585d610fd94 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:01.628889 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11a5d63f290f4e049f57d2a5e3ffb6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484142 Mar 10 15:28:01.629923 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53698) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:01.639938 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c812480c-3f09-4ba2-a2b3-600ddd017cf3,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:01.655942 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.655942 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.656259 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.656353 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.656671 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.657004 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.657502 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.659937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.659937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.659937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.659937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.659937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.659937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f82171-54ff-4c75-86a5-0a21443bf3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:01.713935 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Publish callbacks [] for security_group (c812480c-3f09-4ba2-a2b3-600ddd017cf3), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.743666 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Publish callbacks [] for security_group (c812480c-3f09-4ba2-a2b3-600ddd017cf3), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.760957 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:00Z', 'revision_number': 3, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:01.811386 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Checking router: 78bef5e4-ebce-4c22-8caf-cc45619adb31 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:01.811972 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Updating router 78bef5e4-ebce-4c22-8caf-cc45619adb31 port 4627a7db-3a57-48ce-81ae-6d428cc11519 binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:28:01.842985 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.895153 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-10fd9d34-0af0-46bb-96f9-848923272ce5 None None] Provisioning complete for port 32d87a91-0070-4c16-b325-f585d610fd94 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:01.895684 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-10fd9d34-0af0-46bb-96f9-848923272ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (32d87a91-0070-4c16-b325-f585d610fd94), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.980397 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-10fd9d34-0af0-46bb-96f9-848923272ce5 None None] Current status of the port 32d87a91-0070-4c16-b325-f585d610fd94 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:02.003007 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (c812480c-3f09-4ba2-a2b3-600ddd017cf3), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.005551 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.006706 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c812480c-3f09-4ba2-a2b3-600ddd017cf3 HTTP/1.1" status: 204 len: 168 time: 0.3801088 Mar 10 15:28:02.016862 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c812480c-3f09-4ba2-a2b3-600ddd017cf3,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:02.022526 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.023086 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.023592 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.024088 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.024597 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.024931 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.025459 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.025942 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.026439 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.026939 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.027449 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.027923 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.028414 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80bc282-57a5-43aa-b789-3cd79e16f8cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.112710 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.229691 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Publish callbacks [] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.273643 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Allocated IP 172.20.0.1 (88bf945f-390f-4592-9c24-d2e0639deb10/7f8e3d5f-f66d-48ce-aff3-1bebbf50f900/b6c36b99-d5f3-41ff-9454-933bcd14a76c) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:02.336063 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.444304 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Pushing event updated for resources: {'Port': ['ID=4627a7db-3a57-48ce-81ae-6d428cc11519,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:02.456341 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.457843 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Publish callbacks [] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.462324 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.463467 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.468301 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.470472 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.470824 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.471176 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.471599 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.471945 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.473301 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.473809 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.477638 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.477980 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:02.488364 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd6162-19ea-48ef-b473-5cdf1750675e req-8cbef067-dcd4-45af-ada2-fa45b4adc97d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:02.488952 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Attempting to bind port 4627a7db-3a57-48ce-81ae-6d428cc11519 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:02.488952 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Attempting to bind port 4627a7db-3a57-48ce-81ae-6d428cc11519 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:02.488952 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Attempting to bind port 4627a7db-3a57-48ce-81ae-6d428cc11519 on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:02.497275 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-abbd6162-19ea-48ef-b473-5cdf1750675e req-8cbef067-dcd4-45af-ada2-fa45b4adc97d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1067626 Mar 10 15:28:02.505470 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:02.505944 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:02.506439 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.506886 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:02.507576 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Bound port: 4627a7db-3a57-48ce-81ae-6d428cc11519, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:02.508114 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.594612 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-abbd6162-19ea-48ef-b473-5cdf1750675e req-2459da6f-e693-45e9-946f-663a1d0b4646 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963304 Mar 10 15:28:02.605929 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.606149 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467fd19-31fd-4e53-af0d-40fa3514ead9 req-c5eb7cac-a211-4248-b9b3-6264dabe4eed tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:02.611014 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] For port 4627a7db-3a57-48ce-81ae-6d428cc11519, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:02.613381 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0467fd19-31fd-4e53-af0d-40fa3514ead9 req-c5eb7cac-a211-4248-b9b3-6264dabe4eed tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1476026 Mar 10 15:28:02.614752 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] For port 4627a7db-3a57-48ce-81ae-6d428cc11519, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=4627a7db-3a57-48ce-81ae-6d428cc11519,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:02.654900 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Network 88bf945f-390f-4592-9c24-d2e0639deb10 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:02.657752 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:02.661349 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0467fd19-31fd-4e53-af0d-40fa3514ead9 req-ac0dcfa2-b4ff-444d-9bbe-1b743f92c0e0 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Mar 10 15:28:02.663942 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:02.694555 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Pushing event updated for resources: {'Port': ['ID=b6c36b99-d5f3-41ff-9454-933bcd14a76c,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:02.719398 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (78bef5e4-ebce-4c22-8caf-cc45619adb31), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.733638 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.775342 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:02.776937 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:02.815931 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 32d87a91-0070-4c16-b325-f585d610fd94 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:02.938018 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:02.959500 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 32d87a91-0070-4c16-b325-f585d610fd94 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:02.959500 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (32d87a91-0070-4c16-b325-f585d610fd94), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.034249 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-6b2a9c6d-25d9-4638-b2a0-fd26dc15855d None None] Provisioning complete for port b6c36b99-d5f3-41ff-9454-933bcd14a76c triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:03.034249 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9c6d-25d9-4638-b2a0-fd26dc15855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.055542 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45000f-329d-42ca-b85c-ee9b5fce9ecf None None] Pushing event updated for resources: {'Port': ['ID=4627a7db-3a57-48ce-81ae-6d428cc11519,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:03.077432 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a9c6d-25d9-4638-b2a0-fd26dc15855d None None] Port b6c36b99-d5f3-41ff-9454-933bcd14a76c cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:03.123318 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 32d87a91-0070-4c16-b325-f585d610fd94 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:03.165317 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:00Z', 'revision_number': 3, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:03.196481 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f012ea8e-94b0-458a-be1d-c88a9169c011 None None] The sync data for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb is: [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:00Z', 'revision_number': 3, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:03.264683 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.451187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Publish callbacks [] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.573726 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.659663 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Pushing event updated for resources: {'Port': ['ID=b6c36b99-d5f3-41ff-9454-933bcd14a76c,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:03.662378 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (78bef5e4-ebce-4c22-8caf-cc45619adb31), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.734967 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8a3a6-9e89-4971-961f-d29d19327da2 req-cd553812-83c5-4027-b96f-c58be0090800 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:03.737288 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-77c8a3a6-9e89-4971-961f-d29d19327da2 req-cd553812-83c5-4027-b96f-c58be0090800 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0712562 Mar 10 15:28:03.780473 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Network 88bf945f-390f-4592-9c24-d2e0639deb10 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:03.782204 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:03.833051 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-77c8a3a6-9e89-4971-961f-d29d19327da2 req-d9defdc2-a9f5-4567-a96b-c24933d2cf77 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896425 Mar 10 15:28:03.880226 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3731-f7c2-45d9-8f40-7f00c81fcdb2 req-ccf9ee2d-90ec-49fc-b99d-f54371b493ae tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:03.881995 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-01ad3731-f7c2-45d9-8f40-7f00c81fcdb2 req-ccf9ee2d-90ec-49fc-b99d-f54371b493ae tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1067598 Mar 10 15:28:03.947393 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Router 78bef5e4-ebce-4c22-8caf-cc45619adb31 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:03.978802 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-01ad3731-f7c2-45d9-8f40-7f00c81fcdb2 req-8a491681-197c-4dcf-89b5-dc3bfc834430 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903027 Mar 10 15:28:04.097095 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:04.105753 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-add3b674-f2fe-4ab7-9fd0-ef20d48a9e7e admin admin] 10.222.0.70 "PUT /v2.0/routers/78bef5e4-ebce-4c22-8caf-cc45619adb31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5959344 Mar 10 15:28:04.135511 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-fa012700-85eb-410d-91c5-a207b961dafe None None] Provisioning complete for port b6c36b99-d5f3-41ff-9454-933bcd14a76c triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:04.136479 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-fa012700-85eb-410d-91c5-a207b961dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:04.202012 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-fa012700-85eb-410d-91c5-a207b961dafe None None] Port b6c36b99-d5f3-41ff-9454-933bcd14a76c cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:04.846659 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 4627a7db-3a57-48ce-81ae-6d428cc11519 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:04.920130 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 4627a7db-3a57-48ce-81ae-6d428cc11519 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:04.920497 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.025716 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 4627a7db-3a57-48ce-81ae-6d428cc11519 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:05.026227 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.054740 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 4627a7db-3a57-48ce-81ae-6d428cc11519, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=4627a7db-3a57-48ce-81ae-6d428cc11519,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:05.077669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53832) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:05.082483 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1482814040-network', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:05.084005 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47484263-ba96-4786-a617-bc455f4a1d49 req-724dc541-63f0-47c5-a5ae-c500c99a5775 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:05.085519 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-47484263-ba96-4786-a617-bc455f4a1d49 req-724dc541-63f0-47c5-a5ae-c500c99a5775 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1174552 Mar 10 15:28:05.150544 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.167389 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edb660-0d1e-4f3a-8264-7515b3100fb6 req-afa19534-646f-4f15-ab94-2197db03ad9d tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:05.169603 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b5edb660-0d1e-4f3a-8264-7515b3100fb6 req-afa19534-646f-4f15-ab94-2197db03ad9d tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1054807 Mar 10 15:28:05.180463 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-47484263-ba96-4786-a617-bc455f4a1d49 req-6d21989d-af6d-4d95-9cb8-a2ae806ce182 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736432 Mar 10 15:28:05.184829 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Made reservation on behalf of 9e95b4f39f634bf88674f417a5a298dc for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:05.191532 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.204353 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Sync routers for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:05.207671 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.224805 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=4627a7db-3a57-48ce-81ae-6d428cc11519,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:05.229402 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:05.230009 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:05.242902 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b5edb660-0d1e-4f3a-8264-7515b3100fb6 req-cba9dd22-dab9-484e-9829-15a605b52df2 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596211 Mar 10 15:28:05.293926 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Publish callbacks [] for security_group (faf185c3-3220-4d9f-8380-2327290ec32b), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.390333 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (faf185c3-3220-4d9f-8380-2327290ec32b), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.410706 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:28:05.425789 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf185c3-3220-4d9f-8380-2327290ec32b,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:05.428609 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (127b5cf0-d073-4ac9-96ea-4c7962274b5b), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.428960 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Added segment 127b5cf0-d073-4ac9-96ea-4c7962274b5b of type vlan for network d99cc27d-3ea3-43f5-bae6-ba61e46e339e Mar 10 15:28:05.462909 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:05.467871 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (d99cc27d-3ea3-43f5-bae6-ba61e46e339e), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.598613 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (d99cc27d-3ea3-43f5-bae6-ba61e46e339e), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.599522 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:05.600110 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.660957 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 2, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:05.662224 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] Pushing event updated for resources: {'Network': ['ID=d99cc27d-3ea3-43f5-bae6-ba61e46e339e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:05.687577 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network d99cc27d-3ea3-43f5-bae6-ba61e46e339e details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:28:05.690788 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Checking router: 78bef5e4-ebce-4c22-8caf-cc45619adb31 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:05.691134 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Updating router 78bef5e4-ebce-4c22-8caf-cc45619adb31 port b6c36b99-d5f3-41ff-9454-933bcd14a76c binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:28:05.707458 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-32cd8e13-98f5-47fa-a106-b65a2ae3d707 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6286967 Mar 10 15:28:05.710184 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53834) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:05.715377 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Request body: {'subnet': {'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1482814040-subnet', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:05.764524 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.815874 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Made reservation on behalf of 9e95b4f39f634bf88674f417a5a298dc for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:05.818567 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133491736'] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.089298 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Publish callbacks [] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.098181 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133240489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133491766'] for subnet (3ebd3493-7094-41e6-98b8-0c4d1443bb2e), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.160927 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebd3493-7094-41e6-98b8-0c4d1443bb2e,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:06.168992 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Checking segment: {'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:06.169386 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Network hostable DHCP agents. Network: d99cc27d-3ea3-43f5-bae6-ba61e46e339e, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:28:06.204443 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.282924 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82d39e-26c8-44a2-8255-9b8761325ca8 None None] Pushing event updated for resources: {'Port': ['ID=b6c36b99-d5f3-41ff-9454-933bcd14a76c,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:06.302162 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Network d99cc27d-3ea3-43f5-bae6-ba61e46e339e is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:28:06.310048 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Attempting to bind port b6c36b99-d5f3-41ff-9454-933bcd14a76c on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:06.310424 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Attempting to bind port b6c36b99-d5f3-41ff-9454-933bcd14a76c by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:06.310790 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Attempting to bind port b6c36b99-d5f3-41ff-9454-933bcd14a76c on network 88bf945f-390f-4592-9c24-d2e0639deb10 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:06.318599 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:06.318979 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Checking segment: {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:06.319383 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.319773 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Bound using segment: {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:06.320237 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Bound port: b6c36b99-d5f3-41ff-9454-933bcd14a76c, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:06.320617 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.417172 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] For port b6c36b99-d5f3-41ff-9454-933bcd14a76c, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:06.418341 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cffb08-d1d8-4402-8d6e-f760f37e2cc8 req-204bf2c8-00a7-4a2a-9fc2-d254863888df tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:06.419874 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-60cffb08-d1d8-4402-8d6e-f760f37e2cc8 req-204bf2c8-00a7-4a2a-9fc2-d254863888df tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1620758 Mar 10 15:28:06.422279 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, d99cc27d-3ea3-43f5-bae6-ba61e46e339e) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:06.434642 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:06.435296 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062708c-0837-4677-9cd1-4e783e080e73 req-1bd353fe-3a9c-469e-a2d1-fbf2cef7620e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:06.435869 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.440635 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] For port b6c36b99-d5f3-41ff-9454-933bcd14a76c, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b6c36b99-d5f3-41ff-9454-933bcd14a76c,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:06.442552 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6062708c-0837-4677-9cd1-4e783e080e73 req-1bd353fe-3a9c-469e-a2d1-fbf2cef7620e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0807776 Mar 10 15:28:06.445934 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204f3c5-5c99-47e7-95d9-3d20b1295b54 None None] Network d99cc27d-3ea3-43f5-bae6-ba61e46e339e requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:06.517421 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6062708c-0837-4677-9cd1-4e783e080e73 req-fa030d32-5351-4723-804f-ff06927dbf31 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738142 Mar 10 15:28:06.520727 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-60cffb08-d1d8-4402-8d6e-f760f37e2cc8 req-3cefd588-8150-42bc-9ca1-384b1a14811b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755637 Mar 10 15:28:06.538286 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-fb085da4-0638-45ff-87c4-68095e660611 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8241308 Mar 10 15:28:06.538286 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 53862) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:06.542385 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:06.567676 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5227d60a-8f87-484e-8f38-6c6e1b8cabbf None None] Provisioning complete for port b6c36b99-d5f3-41ff-9454-933bcd14a76c triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:06.568047 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5227d60a-8f87-484e-8f38-6c6e1b8cabbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.571476 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-d99cc27d-3ea3-43f5-bae6-ba61e46e339e', 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e', 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'fixed_ips': [{'subnet_id': '3ebd3493-7094-41e6-98b8-0c4d1443bb2e'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:28:06.572461 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.611733 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.638851 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (bc4c0055-5336-4699-86df-5293a8dfb8c3), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.639836 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (bc4c0055-5336-4699-86df-5293a8dfb8c3), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.688132 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-5227d60a-8f87-484e-8f38-6c6e1b8cabbf None None] Port b6c36b99-d5f3-41ff-9454-933bcd14a76c cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:06.694880 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks [] for router_controller (bc4c0055-5336-4699-86df-5293a8dfb8c3), precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.754431 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:06.755064 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:06.759196 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82d39e-26c8-44a2-8255-9b8761325ca8 None None] Pushing event updated for resources: {'Port': ['ID=b6c36b99-d5f3-41ff-9454-933bcd14a76c,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:06.830793 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 4627a7db-3a57-48ce-81ae-6d428cc11519 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:06.944523 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks [] for router_gateway (bc4c0055-5336-4699-86df-5293a8dfb8c3), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.956056 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Allocated IP 172.20.0.2 (d99cc27d-3ea3-43f5-bae6-ba61e46e339e/3ebd3493-7094-41e6-98b8-0c4d1443bb2e/be20ab07-8192-4234-b260-ac9f7c38fa5e) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:06.994543 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-93244fd4-5afd-4005-b55a-16bfe19a5a98 None None] Provisioning complete for port b6c36b99-d5f3-41ff-9454-933bcd14a76c triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:06.995010 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-93244fd4-5afd-4005-b55a-16bfe19a5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.999008 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:07.087921 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 4627a7db-3a57-48ce-81ae-6d428cc11519 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:07.088369 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.286105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks [] for router_gateway (bc4c0055-5336-4699-86df-5293a8dfb8c3), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.305248 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.416564 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Allocated IP 172.28.1.44 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/70834110-3ced-4c30-b659-238e3062c6e6) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:07.518995 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-93244fd4-5afd-4005-b55a-16bfe19a5a98 None None] Current status of the port b6c36b99-d5f3-41ff-9454-933bcd14a76c is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:07.519529 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-93244fd4-5afd-4005-b55a-16bfe19a5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.526985 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks [] for port (70834110-3ced-4c30-b659-238e3062c6e6), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.543744 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Publish callbacks [] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.625230 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 4627a7db-3a57-48ce-81ae-6d428cc11519 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:07.637670 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-93244fd4-5afd-4005-b55a-16bfe19a5a98 None None] For port b6c36b99-d5f3-41ff-9454-933bcd14a76c, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b6c36b99-d5f3-41ff-9454-933bcd14a76c,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:07.657395 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:06Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:07.673806 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (70834110-3ced-4c30-b659-238e3062c6e6), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.691030 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.701658 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659467c4-c47f-4e59-b298-28402926fd6d None None] The sync data for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb is: [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:06Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:07.712281 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221f9f7-0379-4e0d-9549-e8af06881786 req-4dd81003-ba55-4f1c-8022-83bff90804ee tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:07.714335 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2221f9f7-0379-4e0d-9549-e8af06881786 req-4dd81003-ba55-4f1c-8022-83bff90804ee tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1004617 Mar 10 15:28:07.726675 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39c2e3-3858-49c4-9bef-179f9dc5227a req-b32409c6-7e3d-4230-a113-5dd33b8f47b5 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:07.728518 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0c39c2e3-3858-49c4-9bef-179f9dc5227a req-b32409c6-7e3d-4230-a113-5dd33b8f47b5 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0807426 Mar 10 15:28:07.743300 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:07.744953 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-93244fd4-5afd-4005-b55a-16bfe19a5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.753953 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:07.756884 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:07.760166 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Network d99cc27d-3ea3-43f5-bae6-ba61e46e339e is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:07.760413 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Pushing event updated for resources: {'Port': ['ID=70834110-3ced-4c30-b659-238e3062c6e6,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:07.766089 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:07.769798 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:07.778079 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Pushing event updated for resources: {'Port': ['ID=be20ab07-8192-4234-b260-ac9f7c38fa5e,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:07.793257 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.793257 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.793257 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.799028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:07.850553 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0c39c2e3-3858-49c4-9bef-179f9dc5227a req-dd8cece0-a956-4a54-bf75-fc5fe0a8cdb8 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136861 Mar 10 15:28:07.864709 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2221f9f7-0379-4e0d-9549-e8af06881786 req-f8e08978-014c-44b5-b9e3-209f356b05b9 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346049 Mar 10 15:28:07.946064 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Attempting to bind port be20ab07-8192-4234-b260-ac9f7c38fa5e on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:07.946454 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Attempting to bind port be20ab07-8192-4234-b260-ac9f7c38fa5e by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:07.946996 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Attempting to bind port be20ab07-8192-4234-b260-ac9f7c38fa5e on network d99cc27d-3ea3-43f5-bae6-ba61e46e339e {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:07.962429 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:07.962708 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Checking segment: {'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:07.962894 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.963359 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Bound using segment: {'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:07.963844 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Bound port: be20ab07-8192-4234-b260-ac9f7c38fa5e, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:07.965020 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.983192 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93244fd4-5afd-4005-b55a-16bfe19a5a98 None None] Pushing event updated for resources: {'Port': ['ID=b6c36b99-d5f3-41ff-9454-933bcd14a76c,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:08.041253 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] For port be20ab07-8192-4234-b260-ac9f7c38fa5e, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:08.045539 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] For port be20ab07-8192-4234-b260-ac9f7c38fa5e, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=be20ab07-8192-4234-b260-ac9f7c38fa5e,segment=NetworkSegment(127b5cf0-d073-4ac9-96ea-4c7962274b5b),segment_id=127b5cf0-d073-4ac9-96ea-4c7962274b5b)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:08.154108 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.197672 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks [] for router_gateway (bc4c0055-5336-4699-86df-5293a8dfb8c3), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.268790 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14940b18-3610-470b-8d8b-e89c62b21694 None None] Pushing event updated for resources: {'Port': ['ID=be20ab07-8192-4234-b260-ac9f7c38fa5e,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:08.451510 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (bc4c0055-5336-4699-86df-5293a8dfb8c3), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.706595 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Router bc4c0055-5336-4699-86df-5293a8dfb8c3 is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:28:08.868918 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:08.884189 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Sync routers for ids ['bc4c0055-5336-4699-86df-5293a8dfb8c3'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:08.915794 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Routers {'bc4c0055-5336-4699-86df-5293a8dfb8c3'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:08.920076 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['bc4c0055-5336-4699-86df-5293a8dfb8c3'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:08.962093 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.967126 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 53906) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:08.967775 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-2ab1d69c-e2b3-4595-a039-32ad91003df6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4280374 Mar 10 15:28:08.972711 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device be20ab07-8192-4234-b260-ac9f7c38fa5e up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:09.090275 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port be20ab07-8192-4234-b260-ac9f7c38fa5e triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:09.090889 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.196348 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Set router bc4c0055-5336-4699-86df-5293a8dfb8c3 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:09.272373 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077afa5-3620-4986-8f7e-5577ceb42a6d req-b96f75b6-50e7-4efa-84df-54148171d792 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:09.287541 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port be20ab07-8192-4234-b260-ac9f7c38fa5e is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:09.288846 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.289522 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a077afa5-3620-4986-8f7e-5577ceb42a6d req-b96f75b6-50e7-4efa-84df-54148171d792 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.2188807 Mar 10 15:28:09.310925 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584a1c-03d4-4636-ace3-63e02433d133 req-783fbad0-5c9b-42c1-b678-053949ae4511 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:09.319587 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c6584a1c-03d4-4636-ace3-63e02433d133 req-783fbad0-5c9b-42c1-b678-053949ae4511 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.2500956 Mar 10 15:28:09.340297 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port be20ab07-8192-4234-b260-ac9f7c38fa5e, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=be20ab07-8192-4234-b260-ac9f7c38fa5e,segment=NetworkSegment(127b5cf0-d073-4ac9-96ea-4c7962274b5b),segment_id=127b5cf0-d073-4ac9-96ea-4c7962274b5b)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:09.447293 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a077afa5-3620-4986-8f7e-5577ceb42a6d req-000f46db-d502-4b1a-8a7d-8ac4980c7b3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568871 Mar 10 15:28:09.455478 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.457632 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b6c36b99-d5f3-41ff-9454-933bcd14a76c up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:09.516843 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '70834110-3ced-4c30-b659-238e3062c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 3, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port': {'id': '70834110-3ced-4c30-b659-238e3062c6e6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:07Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:09.554665 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Checking router: bc4c0055-5336-4699-86df-5293a8dfb8c3 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:09.554842 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Updating router bc4c0055-5336-4699-86df-5293a8dfb8c3 port 70834110-3ced-4c30-b659-238e3062c6e6 binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:28:09.573225 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=be20ab07-8192-4234-b260-ac9f7c38fa5e,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:09.577721 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port b6c36b99-d5f3-41ff-9454-933bcd14a76c triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:09.578389 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.592586 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (70834110-3ced-4c30-b659-238e3062c6e6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.663984 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d187f4-89a0-4a2b-9512-18f4cd1d020d None None] Network d99cc27d-3ea3-43f5-bae6-ba61e46e339e requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:09.698615 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:28:09.718904 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port b6c36b99-d5f3-41ff-9454-933bcd14a76c is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:09.772391 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b4ae1231-a438-4c9c-a0b6-9721826b825e None None] Provisioning complete for port be20ab07-8192-4234-b260-ac9f7c38fa5e triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:09.773431 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1231-a438-4c9c-a0b6-9721826b825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.824616 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c6584a1c-03d4-4636-ace3-63e02433d133 req-6417b9bd-8274-4ab1-be9b-9b187654889a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975166 Mar 10 15:28:09.941278 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae1231-a438-4c9c-a0b6-9721826b825e None None] Current status of the port be20ab07-8192-4234-b260-ac9f7c38fa5e is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:09.956429 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Publish callbacks [] for port (70834110-3ced-4c30-b659-238e3062c6e6), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.049964 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (70834110-3ced-4c30-b659-238e3062c6e6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.098019 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f27946-7a79-4d56-84d1-a0a8883cf251 None None] Pushing event updated for resources: {'Port': ['ID=70834110-3ced-4c30-b659-238e3062c6e6,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:10.133640 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Attempting to bind port 70834110-3ced-4c30-b659-238e3062c6e6 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:10.133834 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Attempting to bind port 70834110-3ced-4c30-b659-238e3062c6e6 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:10.134189 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Attempting to bind port 70834110-3ced-4c30-b659-238e3062c6e6 on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:10.139306 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.141389 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:10.141760 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:10.142145 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.142530 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:10.142991 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Bound port: 70834110-3ced-4c30-b659-238e3062c6e6, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:10.143360 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (70834110-3ced-4c30-b659-238e3062c6e6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.169684 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-aca1e7b7-e463-46c6-918b-1a23c975926a None None] Provisioning complete for port be20ab07-8192-4234-b260-ac9f7c38fa5e triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:10.170200 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aca1e7b7-e463-46c6-918b-1a23c975926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.225205 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] For port 70834110-3ced-4c30-b659-238e3062c6e6, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:10.228727 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] For port 70834110-3ced-4c30-b659-238e3062c6e6, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=70834110-3ced-4c30-b659-238e3062c6e6,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:10.256805 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-aca1e7b7-e463-46c6-918b-1a23c975926a None None] Current status of the port be20ab07-8192-4234-b260-ac9f7c38fa5e is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:10.284730 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (70834110-3ced-4c30-b659-238e3062c6e6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.334240 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Allocated IP 172.20.0.1 (d99cc27d-3ea3-43f5-bae6-ba61e46e339e/3ebd3493-7094-41e6-98b8-0c4d1443bb2e/563eb50b-a169-4d99-b927-d9f91cb011ab) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:10.348309 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f27946-7a79-4d56-84d1-a0a8883cf251 None None] Pushing event updated for resources: {'Port': ['ID=70834110-3ced-4c30-b659-238e3062c6e6,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:10.382786 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Routers {'bc4c0055-5336-4699-86df-5293a8dfb8c3'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:10.383387 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['bc4c0055-5336-4699-86df-5293a8dfb8c3'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:10.460535 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Publish callbacks [] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.572448 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.593882 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] Set router bc4c0055-5336-4699-86df-5293a8dfb8c3 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:10.639203 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Network d99cc27d-3ea3-43f5-bae6-ba61e46e339e is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:10.645541 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:10.647318 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Pushing event updated for resources: {'Port': ['ID=563eb50b-a169-4d99-b927-d9f91cb011ab,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:10.650202 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:10.706360 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb6586-5920-47ea-bff3-162a7604e542 req-a6e387ab-0022-48c7-9414-8baaf7ec23eb tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:10.708734 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3ecb6586-5920-47ea-bff3-162a7604e542 req-a6e387ab-0022-48c7-9414-8baaf7ec23eb tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1477690 Mar 10 15:28:10.713501 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (bc4c0055-5336-4699-86df-5293a8dfb8c3), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.801978 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '70834110-3ced-4c30-b659-238e3062c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 3, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port': {'id': '70834110-3ced-4c30-b659-238e3062c6e6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:07Z', 'updated_at': '2022-03-10T15:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:10.811528 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3ecb6586-5920-47ea-bff3-162a7604e542 req-fe8d86a2-c6cc-4359-a5a2-22d0f398229f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924649 Mar 10 15:28:10.844167 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054ddb-9103-41d8-9c09-32962e38142a None None] The sync data for ids ['bc4c0055-5336-4699-86df-5293a8dfb8c3'] in dv-cinder-831247-10-smb is: [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '70834110-3ced-4c30-b659-238e3062c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 3, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port': {'id': '70834110-3ced-4c30-b659-238e3062c6e6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:07Z', 'updated_at': '2022-03-10T15:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:10.853674 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device be20ab07-8192-4234-b260-ac9f7c38fa5e up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:10.951778 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port be20ab07-8192-4234-b260-ac9f7c38fa5e triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:10.952568 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.956888 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a94dba-3446-4e2f-a1fa-e5bdaf38fb89 req-5ea64dd3-36ab-4199-b7e9-afcdf640a2fb tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:10.958522 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-48a94dba-3446-4e2f-a1fa-e5bdaf38fb89 req-5ea64dd3-36ab-4199-b7e9-afcdf640a2fb tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0599263 Mar 10 15:28:11.011220 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-ff860706-1e80-4073-94f0-339a2a97d48d None None] Provisioning complete for port 563eb50b-a169-4d99-b927-d9f91cb011ab triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:11.013395 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ff860706-1e80-4073-94f0-339a2a97d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.015683 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-48a94dba-3446-4e2f-a1fa-e5bdaf38fb89 req-fdf8d161-3ffb-45c8-9f0b-95778d7af494 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512569 Mar 10 15:28:11.041387 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.071851 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-ff860706-1e80-4073-94f0-339a2a97d48d None None] Port 563eb50b-a169-4d99-b927-d9f91cb011ab cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:11.085686 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port be20ab07-8192-4234-b260-ac9f7c38fa5e is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:11.232660 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Publish callbacks [] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.312866 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.387462 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Pushing event updated for resources: {'Port': ['ID=563eb50b-a169-4d99-b927-d9f91cb011ab,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:11.390181 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (bc4c0055-5336-4699-86df-5293a8dfb8c3), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.491610 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Network d99cc27d-3ea3-43f5-bae6-ba61e46e339e is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:11.493404 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:11.642886 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Router bc4c0055-5336-4699-86df-5293a8dfb8c3 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:11.768820 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:11.783295 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-360acf56-d5c6-4c3b-9af0-d2f5a4883717 admin admin] 10.222.0.70 "PUT /v2.0/routers/bc4c0055-5336-4699-86df-5293a8dfb8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8139734 Mar 10 15:28:11.814722 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-107b12ec-f895-4555-8ba0-dae798f1419f None None] Provisioning complete for port 563eb50b-a169-4d99-b927-d9f91cb011ab triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:11.815191 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-107b12ec-f895-4555-8ba0-dae798f1419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.851002 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-107b12ec-f895-4555-8ba0-dae798f1419f None None] Port 563eb50b-a169-4d99-b927-d9f91cb011ab cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:11.951029 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f3cf-ba5b-41bc-86ca-b187e06c2275 req-3381af77-358f-4e15-a018-cfd66668bb06 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:11.952530 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3af9f3cf-ba5b-41bc-86ca-b187e06c2275 req-3381af77-358f-4e15-a018-cfd66668bb06 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0615537 Mar 10 15:28:12.006247 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3af9f3cf-ba5b-41bc-86ca-b187e06c2275 req-9aa4fc99-6e80-47bc-8be4-3225b559ea38 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479531 Mar 10 15:28:12.175553 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc9c14-9293-41b1-b870-29feab677210 req-78509ab6-37de-4331-a62e-3c961d36794a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:12.177089 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ddcc9c14-9293-41b1-b870-29feab677210 req-78509ab6-37de-4331-a62e-3c961d36794a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0597219 Mar 10 15:28:12.239567 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ddcc9c14-9293-41b1-b870-29feab677210 req-1cce6186-aeb3-4513-8d4f-95493e121203 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566270 Mar 10 15:28:12.454231 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ad32b-4467-4ced-958c-6eda2525e5e8 req-165909e8-baad-46df-9d53-154e42a11a78 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:12.454231 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f14ad32b-4467-4ced-958c-6eda2525e5e8 req-165909e8-baad-46df-9d53-154e42a11a78 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0733476 Mar 10 15:28:12.526217 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f14ad32b-4467-4ced-958c-6eda2525e5e8 req-f57ce4a0-53c2-476a-87a6-f8fc700b5fe6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642359 Mar 10 15:28:12.654356 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-2c494da6-fae5-4a62-8373-bffe38bae65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:12.660327 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-2c494da6-fae5-4a62-8373-bffe38bae65d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 1130 time: 0.0495784 Mar 10 15:28:12.671513 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Sync routers for ids ['bc4c0055-5336-4699-86df-5293a8dfb8c3'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:12.683642 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Routers {'bc4c0055-5336-4699-86df-5293a8dfb8c3'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:12.684399 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['bc4c0055-5336-4699-86df-5293a8dfb8c3'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:12.873525 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-3cf9fd02-678a-4851-922e-4e429718d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:12.875489 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Set router bc4c0055-5336-4699-86df-5293a8dfb8c3 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:12.876112 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-3cf9fd02-678a-4851-922e-4e429718d022 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 912 time: 0.2054465 Mar 10 15:28:12.922949 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 70834110-3ced-4c30-b659-238e3062c6e6 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:12.992066 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-349a5d27-1a04-44f0-976a-a4e21f9b3396 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 200 len: 1002 time: 0.1083837 Mar 10 15:28:13.072940 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-3a3d585d-6904-4007-8b07-24660298e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:13.074991 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-3a3d585d-6904-4007-8b07-24660298e3a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0729933 Mar 10 15:28:13.100376 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 70834110-3ced-4c30-b659-238e3062c6e6 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:13.100973 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (70834110-3ced-4c30-b659-238e3062c6e6), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.280969 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 70834110-3ced-4c30-b659-238e3062c6e6 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:13.281596 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (70834110-3ced-4c30-b659-238e3062c6e6), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.335726 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '70834110-3ced-4c30-b659-238e3062c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:28:10Z', 'revision_number': 4, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port': {'id': '70834110-3ced-4c30-b659-238e3062c6e6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:07Z', 'updated_at': '2022-03-10T15:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '563eb50b-a169-4d99-b927-d9f91cb011ab', 'name': '', 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'mac_address': 'fa:16:3e:ff:2c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3ebd3493-7094-41e6-98b8-0c4d1443bb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:10Z', 'updated_at': '2022-03-10T15:28:11Z', 'revision_number': 2, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'subnets': [{'id': '3ebd3493-7094-41e6-98b8-0c4d1443bb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:13.342161 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 70834110-3ced-4c30-b659-238e3062c6e6, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=70834110-3ced-4c30-b659-238e3062c6e6,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:13.387454 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Checking router: bc4c0055-5336-4699-86df-5293a8dfb8c3 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:13.388010 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Updating router bc4c0055-5336-4699-86df-5293a8dfb8c3 port 563eb50b-a169-4d99-b927-d9f91cb011ab binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:28:13.702101 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29564f-98b4-4c51-b988-c152f89cd12d req-847d5668-6069-427b-a58a-dffd34f9ad89 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:13.702101 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bd29564f-98b4-4c51-b988-c152f89cd12d req-847d5668-6069-427b-a58a-dffd34f9ad89 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1678226 Mar 10 15:28:13.702735 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-6353b6e9-375b-451c-8523-d0524b48b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:13.702735 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-6353b6e9-375b-451c-8523-d0524b48b3a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.5691514 Mar 10 15:28:13.703175 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (70834110-3ced-4c30-b659-238e3062c6e6), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.704857 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54038) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:13.716175 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bd29564f-98b4-4c51-b988-c152f89cd12d req-b2963f1a-be9a-44a6-b8ec-4e329b30f488 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350887 Mar 10 15:28:13.765237 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7619d0-e576-450e-8bf9-d5a68f129c5a req-b45a21fd-1025-4e66-b6d4-30fb2b3bf65a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:13.786988 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=70834110-3ced-4c30-b659-238e3062c6e6,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:13.791561 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.793491 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1f7619d0-e576-450e-8bf9-d5a68f129c5a req-b45a21fd-1025-4e66-b6d4-30fb2b3bf65a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1572821 Mar 10 15:28:13.828143 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-107d74e5-0ad4-4735-ab49-2c65bb93c86b service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681728 Mar 10 15:28:13.867269 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1f7619d0-e576-450e-8bf9-d5a68f129c5a req-b8b764b8-cc11-45bb-b196-3873b8b7b9bd tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732563 Mar 10 15:28:13.912659 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c13448a7-a456-41e3-91f2-eceaf9ad1ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.031884 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-059b83f0-54cd-4c84-8c05-6cc28ecb9e86 req-8bc72fcb-66fc-40fa-8cf1-50284b218cb9 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968908 Mar 10 15:28:14.097255 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c13448a7-a456-41e3-91f2-eceaf9ad1ee9 admin admin] Publish callbacks [] for security_group (6ba6f089-cf71-4532-ad00-3589356e5c31), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.185880 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c13448a7-a456-41e3-91f2-eceaf9ad1ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6ba6f089-cf71-4532-ad00-3589356e5c31), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.205691 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Publish callbacks [] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.225056 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-c13448a7-a456-41e3-91f2-eceaf9ad1ee9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0336850f1f53478c8918faeaa8ce86ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154908 Mar 10 15:28:14.225056 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54044) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:14.275113 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13448a7-a456-41e3-91f2-eceaf9ad1ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba6f089-cf71-4532-ad00-3589356e5c31,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:14.303910 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b78f58e-ec96-4f62-bcff-08baa8ba1fc0 admin admin] Publish callbacks [] for security_group (6ba6f089-cf71-4532-ad00-3589356e5c31), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.334686 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b78f58e-ec96-4f62-bcff-08baa8ba1fc0 admin admin] Publish callbacks [] for security_group (6ba6f089-cf71-4532-ad00-3589356e5c31), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.341673 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.467164 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f41aa-7f1e-40f4-935c-b7997c07560f None None] Pushing event updated for resources: {'Port': ['ID=563eb50b-a169-4d99-b927-d9f91cb011ab,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:14.478408 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b78f58e-ec96-4f62-bcff-08baa8ba1fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6ba6f089-cf71-4532-ad00-3589356e5c31), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.481624 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b78f58e-ec96-4f62-bcff-08baa8ba1fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.482969 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5b78f58e-ec96-4f62-bcff-08baa8ba1fc0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ba6f089-cf71-4532-ad00-3589356e5c31 HTTP/1.1" status: 204 len: 168 time: 0.2579012 Mar 10 15:28:14.484457 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Attempting to bind port 563eb50b-a169-4d99-b927-d9f91cb011ab on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:14.484831 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Attempting to bind port 563eb50b-a169-4d99-b927-d9f91cb011ab by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:14.485283 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Attempting to bind port 563eb50b-a169-4d99-b927-d9f91cb011ab on network d99cc27d-3ea3-43f5-bae6-ba61e46e339e {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:14.498843 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78f58e-ec96-4f62-bcff-08baa8ba1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba6f089-cf71-4532-ad00-3589356e5c31,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:14.500351 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:14.500649 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Checking segment: {'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:14.501046 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.505691 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Bound using segment: {'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:14.506181 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Bound port: 563eb50b-a169-4d99-b927-d9f91cb011ab, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127b5cf0-d073-4ac9-96ea-4c7962274b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:14.506620 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.602022 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] For port 563eb50b-a169-4d99-b927-d9f91cb011ab, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:14.606710 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] For port 563eb50b-a169-4d99-b927-d9f91cb011ab, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=563eb50b-a169-4d99-b927-d9f91cb011ab,segment=NetworkSegment(127b5cf0-d073-4ac9-96ea-4c7962274b5b),segment_id=127b5cf0-d073-4ac9-96ea-4c7962274b5b)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:14.704201 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.924497 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f41aa-7f1e-40f4-935c-b7997c07560f None None] Pushing event updated for resources: {'Port': ['ID=563eb50b-a169-4d99-b927-d9f91cb011ab,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:14.954678 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Routers {'bc4c0055-5336-4699-86df-5293a8dfb8c3'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:14.955319 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['bc4c0055-5336-4699-86df-5293a8dfb8c3'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:15.065661 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8f6c57fd-b139-4e7b-8882-19f5bbfa18b8 None None] Provisioning complete for port 563eb50b-a169-4d99-b927-d9f91cb011ab triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:15.066359 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8f6c57fd-b139-4e7b-8882-19f5bbfa18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.122178 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d6838-9afd-4e53-bed8-0fdb5edb8fb6 req-545caa40-fed0-4ee4-80ea-bcd2c08e9c24 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:15.130453 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4f1d6838-9afd-4e53-bed8-0fdb5edb8fb6 req-545caa40-fed0-4ee4-80ea-bcd2c08e9c24 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.2611501 Mar 10 15:28:15.134731 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 70834110-3ced-4c30-b659-238e3062c6e6 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:15.213767 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf812-103e-45de-9fb6-820bef7f41b9 req-285f58ee-7c7f-4a65-8b72-a5a7d48bca8c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:15.216354 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-55fcf812-103e-45de-9fb6-820bef7f41b9 req-285f58ee-7c7f-4a65-8b72-a5a7d48bca8c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1690073 Mar 10 15:28:15.231771 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4f1d6838-9afd-4e53-bed8-0fdb5edb8fb6 req-1b08c41b-8f1d-4728-97f7-47b56e03921c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952578 Mar 10 15:28:15.288478 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-55fcf812-103e-45de-9fb6-820bef7f41b9 req-5719615d-4caa-48ea-bbcf-a0a6e20a47a3 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554039 Mar 10 15:28:15.333037 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8f6c57fd-b139-4e7b-8882-19f5bbfa18b8 None None] Current status of the port 563eb50b-a169-4d99-b927-d9f91cb011ab is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:15.333679 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8f6c57fd-b139-4e7b-8882-19f5bbfa18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.376895 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 70834110-3ced-4c30-b659-238e3062c6e6 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:15.377360 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (70834110-3ced-4c30-b659-238e3062c6e6), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.387560 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] Set router bc4c0055-5336-4699-86df-5293a8dfb8c3 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:15.450365 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8f6c57fd-b139-4e7b-8882-19f5bbfa18b8 None None] For port 563eb50b-a169-4d99-b927-d9f91cb011ab, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=563eb50b-a169-4d99-b927-d9f91cb011ab,segment=NetworkSegment(127b5cf0-d073-4ac9-96ea-4c7962274b5b),segment_id=127b5cf0-d073-4ac9-96ea-4c7962274b5b)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:15.534639 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8f6c57fd-b139-4e7b-8882-19f5bbfa18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.759358 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-dc2f0b79-10b6-47ec-a3d3-c95502ace16b None None] Provisioning complete for port 563eb50b-a169-4d99-b927-d9f91cb011ab triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:15.759619 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0b79-10b6-47ec-a3d3-c95502ace16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.819268 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c57fd-b139-4e7b-8882-19f5bbfa18b8 None None] Pushing event updated for resources: {'Port': ['ID=563eb50b-a169-4d99-b927-d9f91cb011ab,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:15.910659 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 70834110-3ced-4c30-b659-238e3062c6e6 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:15.997098 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f0b79-10b6-47ec-a3d3-c95502ace16b None None] Current status of the port 563eb50b-a169-4d99-b927-d9f91cb011ab is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:15.998639 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '70834110-3ced-4c30-b659-238e3062c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:28:10Z', 'revision_number': 4, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port': {'id': '70834110-3ced-4c30-b659-238e3062c6e6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:07Z', 'updated_at': '2022-03-10T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '563eb50b-a169-4d99-b927-d9f91cb011ab', 'name': '', 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'mac_address': 'fa:16:3e:ff:2c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3ebd3493-7094-41e6-98b8-0c4d1443bb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:10Z', 'updated_at': '2022-03-10T15:28:14Z', 'revision_number': 4, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'subnets': [{'id': '3ebd3493-7094-41e6-98b8-0c4d1443bb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:16.033806 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3006d79-9ce0-4ade-ac9e-86ee47ce07b8 None None] The sync data for ids ['bc4c0055-5336-4699-86df-5293a8dfb8c3'] in dv-cinder-831247-10-smb is: [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '70834110-3ced-4c30-b659-238e3062c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:28:10Z', 'revision_number': 4, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port': {'id': '70834110-3ced-4c30-b659-238e3062c6e6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:07Z', 'updated_at': '2022-03-10T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '563eb50b-a169-4d99-b927-d9f91cb011ab', 'name': '', 'network_id': 'd99cc27d-3ea3-43f5-bae6-ba61e46e339e', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'mac_address': 'fa:16:3e:ff:2c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '3ebd3493-7094-41e6-98b8-0c4d1443bb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:10Z', 'updated_at': '2022-03-10T15:28:14Z', 'revision_number': 4, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'subnets': [{'id': '3ebd3493-7094-41e6-98b8-0c4d1443bb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:16.480347 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ac1a7-9ff5-4197-b2d5-9207c124836a req-5e1a09df-11f8-49d3-bfcc-abcf47efa9a8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:16.482079 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6a1ac1a7-9ff5-4197-b2d5-9207c124836a req-5e1a09df-11f8-49d3-bfcc-abcf47efa9a8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1078165 Mar 10 15:28:16.523029 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12664b7e-c552-4922-bbf8-bf18435fdd94 req-d99b24fa-4dc9-4da3-89ca-d864094a601c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:16.524720 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-12664b7e-c552-4922-bbf8-bf18435fdd94 req-d99b24fa-4dc9-4da3-89ca-d864094a601c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1053610 Mar 10 15:28:16.589325 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6a1ac1a7-9ff5-4197-b2d5-9207c124836a req-b27316d8-85b4-4ddb-823c-bebf299527b2 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964708 Mar 10 15:28:16.632534 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-12664b7e-c552-4922-bbf8-bf18435fdd94 req-f32a8a2a-0273-4610-9e08-b383ddd9051d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997996 Mar 10 15:28:16.914116 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 563eb50b-a169-4d99-b927-d9f91cb011ab up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:16.990614 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 563eb50b-a169-4d99-b927-d9f91cb011ab triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:16.991410 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.132035 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 563eb50b-a169-4d99-b927-d9f91cb011ab is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:17.737822 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489ee7b-ece8-4b12-ab7b-784b42c04dc6 req-14b45fd4-330a-4196-ba75-6a26ee8ca976 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:17.739351 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0489ee7b-ece8-4b12-ab7b-784b42c04dc6 req-14b45fd4-330a-4196-ba75-6a26ee8ca976 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0727301 Mar 10 15:28:17.806576 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0489ee7b-ece8-4b12-ab7b-784b42c04dc6 req-14321abe-6166-4ae6-b999-c110a106e1b3 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541544 Mar 10 15:28:18.171922 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54118) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:18.314354 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9be17dbb-d7b9-439a-958e-8bcd2bbdc9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.430160 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9be17dbb-d7b9-439a-958e-8bcd2bbdc9cd admin admin] Publish callbacks [] for security_group (b26db173-e5b2-4fb4-9693-a607c6410b0b), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.518366 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9be17dbb-d7b9-439a-958e-8bcd2bbdc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (b26db173-e5b2-4fb4-9693-a607c6410b0b), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.558973 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be17dbb-d7b9-439a-958e-8bcd2bbdc9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26db173-e5b2-4fb4-9693-a607c6410b0b,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:18.566193 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-9be17dbb-d7b9-439a-958e-8bcd2bbdc9cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d03c164f544447db8ebacbd9dc7a156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905590 Mar 10 15:28:18.566364 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54124) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:18.634971 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2fa8-3378-4f6c-8d67-bd684eccbb3f admin admin] Publish callbacks [] for security_group (b26db173-e5b2-4fb4-9693-a607c6410b0b), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.661895 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2fa8-3378-4f6c-8d67-bd684eccbb3f admin admin] Publish callbacks [] for security_group (b26db173-e5b2-4fb4-9693-a607c6410b0b), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.843219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2fa8-3378-4f6c-8d67-bd684eccbb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (b26db173-e5b2-4fb4-9693-a607c6410b0b), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.847450 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ad2e2fa8-3378-4f6c-8d67-bd684eccbb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.848289 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-ad2e2fa8-3378-4f6c-8d67-bd684eccbb3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b26db173-e5b2-4fb4-9693-a607c6410b0b HTTP/1.1" status: 204 len: 168 time: 0.2806685 Mar 10 15:28:18.858979 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e2fa8-3378-4f6c-8d67-bd684eccbb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26db173-e5b2-4fb4-9693-a607c6410b0b,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:18.977912 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78268d84-4076-42a1-9609-c3a3f7e72f4c req-82cd68e2-1a0a-4c09-841d-b7d4df15893e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:18.981645 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-78268d84-4076-42a1-9609-c3a3f7e72f4c req-82cd68e2-1a0a-4c09-841d-b7d4df15893e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0770702 Mar 10 15:28:19.046109 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-78268d84-4076-42a1-9609-c3a3f7e72f4c req-1fcd8630-67f3-4fab-8bb9-ef0b5860d423 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607972 Mar 10 15:28:20.118505 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54158) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:20.204983 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e972c2-3c22-41a4-80de-9350a0f4e227 req-453dbdfb-7840-4c12-a27c-3b65bc5ef888 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:20.226727 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-77e972c2-3c22-41a4-80de-9350a0f4e227 req-453dbdfb-7840-4c12-a27c-3b65bc5ef888 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0823565 Mar 10 15:28:20.273570 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-710805380-network', 'tenant_id': '55bef56c9f1c460693361576b811e7d1'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:20.313967 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-77e972c2-3c22-41a4-80de-9350a0f4e227 req-70dea880-c66b-417c-9984-fb49ac40e3e4 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792553 Mar 10 15:28:20.387554 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Made reservation on behalf of 55bef56c9f1c460693361576b811e7d1 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:20.389950 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.404646 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.493183 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Publish callbacks [] for security_group (2daf1603-bfeb-44a6-8336-e1c19b4dcedd), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.590041 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2daf1603-bfeb-44a6-8336-e1c19b4dcedd), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.623213 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:28:20.640846 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf1603-bfeb-44a6-8336-e1c19b4dcedd,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:20.651393 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (84c8a993-dfd4-4a8a-a370-9bece28ca99d), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.651393 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Added segment 84c8a993-dfd4-4a8a-a370-9bece28ca99d of type vlan for network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 Mar 10 15:28:20.693638 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (aa6cf7ad-2ecf-46a4-8772-0a374539ddb6), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.232938 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (aa6cf7ad-2ecf-46a4-8772-0a374539ddb6), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.233976 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:21.234550 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.295095 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] Pushing event updated for resources: {'Network': ['ID=aa6cf7ad-2ecf-46a4-8772-0a374539ddb6,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:21.351887 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-db79cf8d-cc5d-40a2-a2ec-1f80f86f650c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2281630 Mar 10 15:28:21.357660 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54178) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:21.362660 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Request body: {'subnet': {'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-710805380-subnet', 'tenant_id': '55bef56c9f1c460693361576b811e7d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:21.373471 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:28:21.523154 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae413347-69b4-4a91-ba99-d7b3f3623462 req-881ffa2b-9f1b-4025-9ab2-339b3024d46a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:21.525029 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ae413347-69b4-4a91-ba99-d7b3f3623462 req-881ffa2b-9f1b-4025-9ab2-339b3024d46a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0911200 Mar 10 15:28:21.526355 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Made reservation on behalf of 55bef56c9f1c460693361576b811e7d1 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:21.530145 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130443906'] for subnet (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.663228 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ae413347-69b4-4a91-ba99-d7b3f3623462 req-be661b83-c780-4c8f-81a9-938efa16543d tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274164 Mar 10 15:28:21.702925 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f12464b7-7593-4c1d-aacd-bd29134b8373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.895583 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130471288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130443948'] for subnet (fd51151c-b64b-4f2e-aa8a-bf07becf3cdc), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.958297 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd51151c-b64b-4f2e-aa8a-bf07becf3cdc,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:21.969406 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Checking segment: {'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:21.969783 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Network hostable DHCP agents. Network: aa6cf7ad-2ecf-46a4-8772-0a374539ddb6, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:28:22.067178 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:28:22.190017 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, aa6cf7ad-2ecf-46a4-8772-0a374539ddb6) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:22.205272 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0aa6c-1ba1-4b42-8b71-fd81cedf0dc9 None None] Network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:22.207661 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:22.210447 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.335589 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-25df5678-d4b1-4322-8c1f-f3ec3f76edce admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9763443 Mar 10 15:28:22.342883 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3e7af-2c0d-4743-8e07-53899e954ac8 None None] Network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:22.808601 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644088d1-d99a-4733-848e-42cf32f2f6fd req-266bc29a-ee47-4047-90ca-72d14ff71d2e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:22.811126 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-644088d1-d99a-4733-848e-42cf32f2f6fd req-266bc29a-ee47-4047-90ca-72d14ff71d2e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0724754 Mar 10 15:28:22.885540 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-644088d1-d99a-4733-848e-42cf32f2f6fd req-1efb804b-9a7b-4a25-a92b-2d2caaac20dc tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670147 Mar 10 15:28:23.689649 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f62a14e4-6f60-4dea-89f5-94c6589c85c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:24.030881 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c739a9-14bc-4130-81a2-92c00007279e req-663a0d91-fa7e-4076-929e-9e4507d9f13a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:24.032533 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-15c739a9-14bc-4130-81a2-92c00007279e req-663a0d91-fa7e-4076-929e-9e4507d9f13a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0543182 Mar 10 15:28:24.099370 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-15c739a9-14bc-4130-81a2-92c00007279e req-c7326503-6607-4bde-8edc-68fc635b8851 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603902 Mar 10 15:28:24.377047 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54228) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:24.480777 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b568cd-9af5-4566-86a2-a42398f4c0f4 req-ebbe675b-fab4-4b2a-a2dc-b9c4ad0c9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:24.482459 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-46b568cd-9af5-4566-86a2-a42398f4c0f4 req-ebbe675b-fab4-4b2a-a2dc-b9c4ad0c9464 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1129 time: 0.0531139 Mar 10 15:28:24.490772 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59411e29-3521-4f91-8912-90192a4fd552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:24.558699 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-46b568cd-9af5-4566-86a2-a42398f4c0f4 req-4de3b8af-cf1e-4338-a1f4-81ae7badf68c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695379 Mar 10 15:28:24.585330 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59411e29-3521-4f91-8912-90192a4fd552 admin admin] Publish callbacks [] for security_group (8f2660fd-e1cd-4779-93c0-5e57ff8dda27), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.073174 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59411e29-3521-4f91-8912-90192a4fd552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (8f2660fd-e1cd-4779-93c0-5e57ff8dda27), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.112486 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.113109 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-59411e29-3521-4f91-8912-90192a4fd552 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df4d73189579416cb166b1dd6a658141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7344003 Mar 10 15:28:25.113549 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59411e29-3521-4f91-8912-90192a4fd552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2660fd-e1cd-4779-93c0-5e57ff8dda27,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:25.115222 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54240) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:25.180546 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-64c147eb-a04c-4ba2-bcbf-ab52c446f9ec admin admin] Publish callbacks [] for security_group (8f2660fd-e1cd-4779-93c0-5e57ff8dda27), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.207984 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-64c147eb-a04c-4ba2-bcbf-ab52c446f9ec admin admin] Publish callbacks [] for security_group (8f2660fd-e1cd-4779-93c0-5e57ff8dda27), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.264513 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a625149-a06f-478a-9410-0ab40437622f req-e21d67f7-fae0-414e-a40e-d685e5832336 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:25.266077 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8a625149-a06f-478a-9410-0ab40437622f req-e21d67f7-fae0-414e-a40e-d685e5832336 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0590973 Mar 10 15:28:25.321799 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8a625149-a06f-478a-9410-0ab40437622f req-42a594bf-f882-4bd5-a750-5c8ebe938dd6 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457368 Mar 10 15:28:25.430398 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-64c147eb-a04c-4ba2-bcbf-ab52c446f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (8f2660fd-e1cd-4779-93c0-5e57ff8dda27), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.434099 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-64c147eb-a04c-4ba2-bcbf-ab52c446f9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.437643 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-64c147eb-a04c-4ba2-bcbf-ab52c446f9ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f2660fd-e1cd-4779-93c0-5e57ff8dda27 HTTP/1.1" status: 204 len: 168 time: 0.3181591 Mar 10 15:28:25.451735 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c147eb-a04c-4ba2-bcbf-ab52c446f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2660fd-e1cd-4779-93c0-5e57ff8dda27,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:25.968010 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-658270d1-5f76-40d9-88a9-a9db27925b19 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:25.969706 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-658270d1-5f76-40d9-88a9-a9db27925b19 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/networks?id=aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 HTTP/1.1" status: 200 len: 808 time: 0.1137881 Mar 10 15:28:25.984342 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-138e5eb4-8093-426c-a30f-9cf957c12033 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/quotas/55bef56c9f1c460693361576b811e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0093386 Mar 10 15:28:26.021757 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-2563b598-525e-4aee-a0c5-fcb485e2f2d6 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=55bef56c9f1c460693361576b811e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317032 Mar 10 15:28:26.134002 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-fbf9636b-e192-458e-9ccf-f8ce3a851fe8 service neutron] 10.222.0.70 "GET /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081078 Mar 10 15:28:26.225457 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-f3ec09d5-beb0-4bf1-9694-0f2b7531bf95 service neutron] 10.222.0.70 "GET /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852420 Mar 10 15:28:26.409775 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.577208 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b25058-c5ce-47c1-8309-5799cfd0ba00 req-fa50882d-d686-45d9-8f22-aa71b965340e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:26.579152 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c0b25058-c5ce-47c1-8309-5799cfd0ba00 req-fa50882d-d686-45d9-8f22-aa71b965340e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0771587 Mar 10 15:28:26.627244 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c0b25058-c5ce-47c1-8309-5799cfd0ba00 req-053722ee-7412-42bd-a19d-d5c353be8097 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Mar 10 15:28:26.693459 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8f9459ec-f3cf-4d0f-b5f3-0d5d686e3095 req-f602910a-d420-4064-b546-17871fcfe6d0 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 210 time: 0.0282369 Mar 10 15:28:27.026206 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-272931c1-5808-40ef-a777-d7a854d3bcbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.028231 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-272931c1-5808-40ef-a777-d7a854d3bcbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/networks?id=88bf945f-390f-4592-9c24-d2e0639deb10 HTTP/1.1" status: 200 len: 815 time: 0.1134293 Mar 10 15:28:27.042891 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-176f0725-1db4-4443-a421-213ee2d941f5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/quotas/9dcc3237c0ba4465b05886e1650cd3f5 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Mar 10 15:28:27.098667 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-5dbbce8e-9d8f-4183-8c57-d86f2c374a43 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507736 Mar 10 15:28:27.198012 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-a06b65a9-fa4c-4e2e-b5c3-1af507077066 service neutron] 10.222.0.70 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866663 Mar 10 15:28:27.327024 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-acf0ee8e-f15c-4392-8dc9-02ba00fbc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.328686 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-acf0ee8e-f15c-4392-8dc9-02ba00fbc423 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5b7ec0e259f4912978415702ab0a335&device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 1129 time: 0.0455852 Mar 10 15:28:27.331014 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628beecf-6bd8-480d-a9f7-46b8f7bfefd6 req-6689f030-9f51-4105-b265-b4c8456775e5 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.332547 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-628beecf-6bd8-480d-a9f7-46b8f7bfefd6 req-6689f030-9f51-4105-b265-b4c8456775e5 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.1101258 Mar 10 15:28:27.337638 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-44543017-c529-4f4a-a9e3-f7c2812759f2 service neutron] 10.222.0.70 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331155 Mar 10 15:28:27.388332 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-628beecf-6bd8-480d-a9f7-46b8f7bfefd6 req-b5dae07e-247a-4ea5-833a-af94fb07694e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497108 Mar 10 15:28:27.429262 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-f95ee0e8-d406-49ea-a4ed-f6cb283fbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.430743 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-f95ee0e8-d406-49ea-a4ed-f6cb283fbc9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 200 len: 920 time: 0.0958784 Mar 10 15:28:27.472357 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-baa6400f-7b0d-4de2-b31c-7ec2e35cd2c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9 HTTP/1.1" status: 200 len: 217 time: 0.0349636 Mar 10 15:28:27.519209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-203f407a-4b3b-4b9a-979b-c59613881587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.520554 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-203f407a-4b3b-4b9a-979b-c59613881587 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 200 len: 859 time: 0.0421937 Mar 10 15:28:27.559611 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-97dee589-4bd6-4a7c-ba20-45e083afe83a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323370 Mar 10 15:28:27.618063 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3629ed14-1de3-4a53-9a54-95234955445c req-8dee2763-b08e-486f-a10a-831c3d91df65 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 210 time: 0.0263219 Mar 10 15:28:27.663948 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-bafc0f94-6612-4596-81e6-78bac41a691b service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926044 Mar 10 15:28:27.783857 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:27.802001 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1e10ee60-1ba8-4c56-bd57-7e0acb502587 req-6a6afc51-42aa-4c22-9e66-4f12ecf827b1 service neutron] 10.222.0.69 "GET /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310179 Mar 10 15:28:27.809136 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a575a48e-c454-4e8c-81e2-234b7f8ee1a2 req-94cfcf40-fe7a-4fad-9d25-21bf3b3658b5 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 210 time: 0.0475905 Mar 10 15:28:28.513592 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2f19f-aa9f-425e-968c-134bca5a4089 req-39ec8243-b584-443c-b49c-ff46b6eb0446 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:28.515072 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e6f2f19f-aa9f-425e-968c-134bca5a4089 req-39ec8243-b584-443c-b49c-ff46b6eb0446 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0527041 Mar 10 15:28:28.569272 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e6f2f19f-aa9f-425e-968c-134bca5a4089 req-f06bfd07-d9fd-4e29-8591-9a7e00149a72 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484183 Mar 10 15:28:28.700834 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d3938dc3-7731-4cd7-b934-a21d55bc96f4 req-3b1ea99b-c138-47f3-af53-6b14358614b8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 210 time: 0.0297821 Mar 10 15:28:29.139972 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-439655af-4b62-45a0-85ce-b722e8a51ccb req-a1563bad-ed33-46ab-8aeb-3567a5ccc14c tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 210 time: 0.2563884 Mar 10 15:28:29.323745 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3993e-b94f-4380-a55e-d260bf57f3bd req-1fd7dcff-30c3-4d34-b193-d6b3aeb6bde3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.325222 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-45d3993e-b94f-4380-a55e-d260bf57f3bd req-1fd7dcff-30c3-4d34-b193-d6b3aeb6bde3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0537317 Mar 10 15:28:29.329869 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.375726 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-45d3993e-b94f-4380-a55e-d260bf57f3bd req-928a178e-515e-4682-ac79-e1ee55c78a5d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422471 Mar 10 15:28:29.506560 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-73db2c59-a0fd-4984-90a7-83a9b56fd7b1 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.507999 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-73db2c59-a0fd-4984-90a7-83a9b56fd7b1 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.69 "GET /v2.0/networks?id=aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 HTTP/1.1" status: 200 len: 808 time: 0.0999868 Mar 10 15:28:29.543022 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Request body: {'port': {'device_id': '57d91a0b-9e88-40f7-87db-8b866ac9c5bd', 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6', 'admin_state_up': True, 'tenant_id': '55bef56c9f1c460693361576b811e7d1'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:29.702517 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158144f-12e0-4e90-bd83-e0bac2697374 req-20699dc4-9de5-478b-af16-d3c1480e13f7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.703930 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8158144f-12e0-4e90-bd83-e0bac2697374 req-20699dc4-9de5-478b-af16-d3c1480e13f7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0591974 Mar 10 15:28:29.712481 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Made reservation on behalf of 55bef56c9f1c460693361576b811e7d1 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:29.716376 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.757439 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8158144f-12e0-4e90-bd83-e0bac2697374 req-51fa9850-06f0-46c0-ab4d-2ceb536111eb tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475307 Mar 10 15:28:29.815788 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-92234386-9241-4079-9386-20f38133342d req-6cb88f02-74e0-4ba1-900c-700ca27914a1 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 210 time: 0.0382633 Mar 10 15:28:29.874450 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Allocated IP 172.20.0.14 (aa6cf7ad-2ecf-46a4-8772-0a374539ddb6/fd51151c-b64b-4f2e-aa8a-bf07becf3cdc/242e90ac-a0d1-47f6-806a-a08d104d8bf0) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:30.038146 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks [] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:30.201916 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:30.247544 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:30.252683 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:30.256398 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:30.259004 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96fb0b-a49e-4e84-89bb-710ceb195b44 req-d01275cd-13be-42f7-9e9b-f055e2f4a145 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.260385 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e96fb0b-a49e-4e84-89bb-710ceb195b44 req-d01275cd-13be-42f7-9e9b-f055e2f4a145 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 932 time: 0.0548484 Mar 10 15:28:30.280305 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Pushing event updated for resources: {'Port': ['ID=242e90ac-a0d1-47f6-806a-a08d104d8bf0,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:30.307464 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.308078 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:30.308448 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e96fb0b-a49e-4e84-89bb-710ceb195b44 req-58a942fa-8ec4-4447-842c-e121ccf51807 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Mar 10 15:28:30.415433 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-e5c556da-b26c-4548-a379-72a811302f3e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8762095 Mar 10 15:28:30.485763 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Request body: {'port': {'device_id': '57d91a0b-9e88-40f7-87db-8b866ac9c5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:30.516731 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820603e-d3e7-4c0c-a780-b6e24ca569f1 req-d7ac2766-741a-422a-8069-bebb0c57a063 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.518140 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5820603e-d3e7-4c0c-a780-b6e24ca569f1 req-d7ac2766-741a-422a-8069-bebb0c57a063 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0642715 Mar 10 15:28:30.547703 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:30.574727 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5820603e-d3e7-4c0c-a780-b6e24ca569f1 req-bca17cc6-ef06-4ce8-8421-bf91cfb8fa54 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495603 Mar 10 15:28:30.817455 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-daf6c52b-184c-4cd7-a3af-3221bb8ada02 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.818922 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-daf6c52b-184c-4cd7-a3af-3221bb8ada02 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.69 "GET /v2.0/networks?id=88bf945f-390f-4592-9c24-d2e0639deb10 HTTP/1.1" status: 200 len: 815 time: 0.1602921 Mar 10 15:28:30.841803 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'port': {'device_id': '4546a371-2b83-420b-ac34-fe51acd320d3', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'admin_state_up': True, 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:30.888537 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54428) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:30.915933 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9444a6-d4d3-4139-80af-b496dcd5334e req-ea85ace8-eb6c-4ee2-b00f-9a60dc103d2e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.918087 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3b9444a6-d4d3-4139-80af-b496dcd5334e req-ea85ace8-eb6c-4ee2-b00f-9a60dc103d2e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0836096 Mar 10 15:28:30.947366 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cc5bae2c-6229-4eb0-82c6-6beb60420bb9 req-5609ce02-4012-406c-bf39-9a53e37a33ed tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 210 time: 0.0281444 Mar 10 15:28:31.002804 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3b9444a6-d4d3-4139-80af-b496dcd5334e req-cb5bac99-145c-4354-8341-88162f1afda8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544474 Mar 10 15:28:31.036706 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242e90ac-a0d1-47f6-806a-a08d104d8bf0 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:28:31.036706 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Publish callbacks [] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.057576 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Transition to ACTIVE for port object 242e90ac-a0d1-47f6-806a-a08d104d8bf0 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:28:31.081013 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9989c0a3-c945-4946-9486-a74f8102c5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.158674 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9989c0a3-c945-4946-9486-a74f8102c5da admin admin] Publish callbacks [] for security_group (5bdf888d-a2a2-4e97-b832-fd46db8a421d), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.192791 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.198819 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Made reservation on behalf of 9dcc3237c0ba4465b05886e1650cd3f5 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:31.203130 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.273008 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9989c0a3-c945-4946-9486-a74f8102c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5bdf888d-a2a2-4e97-b832-fd46db8a421d), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.275281 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Pushing event updated for resources: {'Port': ['ID=242e90ac-a0d1-47f6-806a-a08d104d8bf0,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:31.397083 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9989c0a3-c945-4946-9486-a74f8102c5da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b440560bfd034fb3a2de14a7e93098e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5051334 Mar 10 15:28:31.397517 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54458) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:31.405330 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989c0a3-c945-4946-9486-a74f8102c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdf888d-a2a2-4e97-b832-fd46db8a421d,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:31.469522 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Attempting to bind port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:31.469862 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Attempting to bind port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:31.470194 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Attempting to bind port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 on network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:31.482621 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 on network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:28:31.483057 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Attempting to bind port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 on network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:31.489653 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Allocated IP 172.20.0.13 (88bf945f-390f-4592-9c24-d2e0639deb10/7f8e3d5f-f66d-48ce-aff3-1bebbf50f900/ebdde6e6-12d2-4421-9375-be45e778ac88) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:31.495280 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:31.495626 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Checking segment: {'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:31.496012 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Bound using segment: {'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:31.496454 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Bound port: 242e90ac-a0d1-47f6-806a-a08d104d8bf0, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:31.496807 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.512953 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-513a58d5-78d2-4d2c-8fa6-4578ae6f6155 admin admin] Publish callbacks [] for security_group (5bdf888d-a2a2-4e97-b832-fd46db8a421d), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.530235 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdb5ba-59bd-4f51-90bb-a70a00ba21ba req-ebf4e349-3fb6-4c68-bcdb-b9701daede04 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:31.531765 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-89fdb5ba-59bd-4f51-90bb-a70a00ba21ba req-ebf4e349-3fb6-4c68-bcdb-b9701daede04 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.1474659 Mar 10 15:28:31.583172 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-513a58d5-78d2-4d2c-8fa6-4578ae6f6155 admin admin] Publish callbacks [] for security_group (5bdf888d-a2a2-4e97-b832-fd46db8a421d), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.626466 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] For port 242e90ac-a0d1-47f6-806a-a08d104d8bf0, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:31.627401 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-89fdb5ba-59bd-4f51-90bb-a70a00ba21ba req-914e420e-187a-4ecd-8f94-8f0cf0b7d403 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880029 Mar 10 15:28:31.666534 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] For port 242e90ac-a0d1-47f6-806a-a08d104d8bf0, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=242e90ac-a0d1-47f6-806a-a08d104d8bf0,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:31.712256 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.759085 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd804d-795f-444a-a4dd-66b01d626e8a req-070f0f98-a4bc-4c2c-8582-b4a4a8e5cfcf tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:31.761143 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-62dd804d-795f-444a-a4dd-66b01d626e8a req-070f0f98-a4bc-4c2c-8582-b4a4a8e5cfcf tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0580101 Mar 10 15:28:31.763465 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-513a58d5-78d2-4d2c-8fa6-4578ae6f6155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5bdf888d-a2a2-4e97-b832-fd46db8a421d), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.767170 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-513a58d5-78d2-4d2c-8fa6-4578ae6f6155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.767170 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-513a58d5-78d2-4d2c-8fa6-4578ae6f6155 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bdf888d-a2a2-4e97-b832-fd46db8a421d HTTP/1.1" status: 204 len: 168 time: 0.3685799 Mar 10 15:28:31.787649 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a58d5-78d2-4d2c-8fa6-4578ae6f6155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdf888d-a2a2-4e97-b832-fd46db8a421d,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:31.799692 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.833912 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-62dd804d-795f-444a-a4dd-66b01d626e8a req-d1b1b067-8113-4f1e-a6fb-403e9dcad100 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637441 Mar 10 15:28:31.860667 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:31.861311 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.862676 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] 10.222.0.69 "PUT /v2.0/ports/242e90ac-a0d1-47f6-806a-a08d104d8bf0 HTTP/1.1" status: 200 len: 1094 time: 1.3848619 Mar 10 15:28:31.863108 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d91a0b-9e88-40f7-87db-8b866ac9c5bd', 'tag': '242e90ac-a0d1-47f6-806a-a08d104d8bf0'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:31.865434 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d597ff-6799-4ca9-ac3b-d69df1634150" -d '{"events": [{"name": "network-changed", "server_uuid": "57d91a0b-9e88-40f7-87db-8b866ac9c5bd", "tag": "242e90ac-a0d1-47f6-806a-a08d104d8bf0"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:31.872456 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.891270 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147870e-3a66-4e80-b8b9-a2c14542a46d service neutron] Pushing event updated for resources: {'Port': ['ID=242e90ac-a0d1-47f6-806a-a08d104d8bf0,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:31.902436 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b9d69c-35cc-408f-86eb-f671571a0891 x-openstack-request-id: req-b1b9d69c-35cc-408f-86eb-f671571a0891 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:31.902728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d91a0b-9e88-40f7-87db-8b866ac9c5bd", "tag": "242e90ac-a0d1-47f6-806a-a08d104d8bf0", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:31.902983 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1b9d69c-35cc-408f-86eb-f671571a0891 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:31.903410 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d91a0b-9e88-40f7-87db-8b866ac9c5bd', 'tag': '242e90ac-a0d1-47f6-806a-a08d104d8bf0', 'status': 'completed', 'code': 200} Mar 10 15:28:31.906062 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Network 88bf945f-390f-4592-9c24-d2e0639deb10 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:31.926897 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:31.930550 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:31.992477 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'Port': ['ID=ebdde6e6-12d2-4421-9375-be45e778ac88,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:32.026904 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.028177 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:32.065121 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d597ff-6799-4ca9-ac3b-d69df1634150 req-180c1572-7ba7-422d-9ec2-8c4f4722f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.068041 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e2d597ff-6799-4ca9-ac3b-d69df1634150 req-180c1572-7ba7-422d-9ec2-8c4f4722f2fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55bef56c9f1c460693361576b811e7d1&device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 1128 time: 0.0987878 Mar 10 15:28:32.152415 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b31d9e21-01ab-4dc3-b4a5-aa3d865b11d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3176560 Mar 10 15:28:32.201199 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae86d6-dd3a-484b-add2-0e185c55f71b req-efc547b3-101c-4a25-be20-80486e6db8e0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.204425 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f3ae86d6-dd3a-484b-add2-0e185c55f71b req-efc547b3-101c-4a25-be20-80486e6db8e0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.1198294 Mar 10 15:28:32.308954 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f3ae86d6-dd3a-484b-add2-0e185c55f71b req-7731eb42-8a50-4b22-a8c8-6d95545a8eb5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886080 Mar 10 15:28:32.356031 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-740fe1cb-38b5-4167-a48f-12d9b9bed45b None None] Provisioning complete for port ebdde6e6-12d2-4421-9375-be45e778ac88 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:32.357638 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-740fe1cb-38b5-4167-a48f-12d9b9bed45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:32.402527 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-740fe1cb-38b5-4167-a48f-12d9b9bed45b None None] Port ebdde6e6-12d2-4421-9375-be45e778ac88 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:32.820891 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2a6e-b792-406e-a350-cfbcd8d7e467 req-ad0bd570-a800-4bf6-8136-cec22c7fa0f2 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.820891 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-862a2a6e-b792-406e-a350-cfbcd8d7e467 req-ad0bd570-a800-4bf6-8136-cec22c7fa0f2 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0695555 Mar 10 15:28:32.872950 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-862a2a6e-b792-406e-a350-cfbcd8d7e467 req-6e2a613a-0f8b-410c-9aef-478087ed5ab5 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470724 Mar 10 15:28:32.974756 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a715c72-cdcf-47f8-ab31-ab93b3b1a5ff req-5e1384b5-beaf-424a-8eff-22fd11320837 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.977314 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6a715c72-cdcf-47f8-ab31-ab93b3b1a5ff req-5e1384b5-beaf-424a-8eff-22fd11320837 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0635061 Mar 10 15:28:33.037983 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6a715c72-cdcf-47f8-ab31-ab93b3b1a5ff req-66e23e55-ee24-47c3-829b-8b4ed0c396b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550156 Mar 10 15:28:33.450709 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816a35-c5b1-4562-a226-baa001381c6f req-2324dd9f-9ccf-42f7-8b23-a82d6e9ae264 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:33.453718 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-39816a35-c5b1-4562-a226-baa001381c6f req-2324dd9f-9ccf-42f7-8b23-a82d6e9ae264 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.0623918 Mar 10 15:28:33.503737 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-39816a35-c5b1-4562-a226-baa001381c6f req-10d10f80-c58f-441b-a391-494a8e91fb6d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Mar 10 15:28:33.999514 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d41fe4-96f7-4605-b2e4-ed16f1386b36 req-ce2d3c7e-50ac-48ed-8797-c152051664b7 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:34.001282 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d8d41fe4-96f7-4605-b2e4-ed16f1386b36 req-ce2d3c7e-50ac-48ed-8797-c152051664b7 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0570359 Mar 10 15:28:34.053962 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d8d41fe4-96f7-4605-b2e4-ed16f1386b36 req-e95e238e-a327-4f03-a03e-f60c41774fe2 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 Mar 10 15:28:34.197228 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50188042-17f8-455c-ae38-70f4896aa0a3 req-43e9067a-b5ec-4056-bfe8-d91b536f4fc7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:34.198994 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-50188042-17f8-455c-ae38-70f4896aa0a3 req-43e9067a-b5ec-4056-bfe8-d91b536f4fc7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0765140 Mar 10 15:28:34.252112 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-50188042-17f8-455c-ae38-70f4896aa0a3 req-0f534eae-f3d1-46f4-bf9a-beca7baa9edc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449047 Mar 10 15:28:34.646142 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ac17-e32e-4829-8387-215173361cb1 req-753cec0c-6f76-4b3d-98aa-5ce3026fa6c2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:34.647671 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f058ac17-e32e-4829-8387-215173361cb1 req-753cec0c-6f76-4b3d-98aa-5ce3026fa6c2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.0620496 Mar 10 15:28:34.697996 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f058ac17-e32e-4829-8387-215173361cb1 req-66368c3c-701a-4987-83bd-e3c0668f2198 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Mar 10 15:28:35.175966 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43bbab-0b3f-4540-bb3e-7a52c37af371 req-7ea3dd98-efc9-4ba9-8a57-5f29404a7a7b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:35.177668 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2a43bbab-0b3f-4540-bb3e-7a52c37af371 req-7ea3dd98-efc9-4ba9-8a57-5f29404a7a7b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0579081 Mar 10 15:28:35.282181 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2a43bbab-0b3f-4540-bb3e-7a52c37af371 req-a0345e44-fd4b-4433-80e1-5c2533020eca tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804441 Mar 10 15:28:35.414661 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bf838-136a-4046-bbe9-5829b2c7311d req-fe54d83a-6601-4636-8b0b-19f7db327fea tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:35.422900 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-462bf838-136a-4046-bbe9-5829b2c7311d req-fe54d83a-6601-4636-8b0b-19f7db327fea tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0655944 Mar 10 15:28:35.467336 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-462bf838-136a-4046-bbe9-5829b2c7311d req-225ae29a-6e3b-47a0-8ddd-b2201f4cba40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433800 Mar 10 15:28:35.867680 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7813-91f4-4d0d-9b91-170b10306e81 req-b387c457-0fc4-4846-a79b-5832c046785f tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:35.877139 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e6ef7813-91f4-4d0d-9b91-170b10306e81 req-b387c457-0fc4-4846-a79b-5832c046785f tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.1071107 Mar 10 15:28:35.931075 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e6ef7813-91f4-4d0d-9b91-170b10306e81 req-ca2e6a15-e25c-47f8-bb1f-79f9de3914bc tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527210 Mar 10 15:28:36.430564 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8055c-54cc-4c69-9611-e13b5566fd2e req-5db3248a-002f-4e20-b727-7c24fa87a939 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.432218 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-46f8055c-54cc-4c69-9611-e13b5566fd2e req-5db3248a-002f-4e20-b727-7c24fa87a939 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0560331 Mar 10 15:28:36.485792 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-46f8055c-54cc-4c69-9611-e13b5566fd2e req-03115135-ef9c-4a32-97e5-65cbb832b939 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Mar 10 15:28:36.617487 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357dcbf-0714-4c8e-b5bd-32bf3d2bcb0b req-42f6a049-9889-4ed7-ab11-453e1e02cbdc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.619033 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3357dcbf-0714-4c8e-b5bd-32bf3d2bcb0b req-42f6a049-9889-4ed7-ab11-453e1e02cbdc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0612705 Mar 10 15:28:36.671298 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3357dcbf-0714-4c8e-b5bd-32bf3d2bcb0b req-99e97189-71f2-4b81-bffb-5f2a524334bf tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466115 Mar 10 15:28:36.808924 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54534) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:36.931939 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-654b79c0-06e6-48a3-92a3-dfeefb49c101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.012693 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-654b79c0-06e6-48a3-92a3-dfeefb49c101 admin admin] Publish callbacks [] for security_group (444749b5-df35-4d1c-b50c-1f33a102d5c7), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.079019 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaad3c-1da1-4085-b561-154bd1fc0a02 req-94bd6cc0-c711-4fff-8254-5ac35f594af6 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:37.080522 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c4eaad3c-1da1-4085-b561-154bd1fc0a02 req-94bd6cc0-c711-4fff-8254-5ac35f594af6 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.0554483 Mar 10 15:28:37.087473 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-654b79c0-06e6-48a3-92a3-dfeefb49c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (444749b5-df35-4d1c-b50c-1f33a102d5c7), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.136817 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-654b79c0-06e6-48a3-92a3-dfeefb49c101 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db057340c6b446c9936aa1819d199e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235543 Mar 10 15:28:37.136817 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b79c0-06e6-48a3-92a3-dfeefb49c101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444749b5-df35-4d1c-b50c-1f33a102d5c7,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:37.147090 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54542) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:37.147497 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c4eaad3c-1da1-4085-b561-154bd1fc0a02 req-12aab08f-6d44-4271-8d3b-82411d3c5544 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551660 Mar 10 15:28:37.200130 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b618e42d-c20a-46b5-a638-9f1b64a0f13a admin admin] Publish callbacks [] for security_group (444749b5-df35-4d1c-b50c-1f33a102d5c7), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.221585 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b618e42d-c20a-46b5-a638-9f1b64a0f13a admin admin] Publish callbacks [] for security_group (444749b5-df35-4d1c-b50c-1f33a102d5c7), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.358502 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b618e42d-c20a-46b5-a638-9f1b64a0f13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (444749b5-df35-4d1c-b50c-1f33a102d5c7), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.361119 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b618e42d-c20a-46b5-a638-9f1b64a0f13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.365258 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b618e42d-c20a-46b5-a638-9f1b64a0f13a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/444749b5-df35-4d1c-b50c-1f33a102d5c7 HTTP/1.1" status: 204 len: 168 time: 0.2165682 Mar 10 15:28:37.373934 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618e42d-c20a-46b5-a638-9f1b64a0f13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444749b5-df35-4d1c-b50c-1f33a102d5c7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:37.615122 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b70fa-0487-438c-9d4f-7892316b5ec3 req-0d41548f-fed2-463b-b69b-8f324756a16b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:37.617113 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d38b70fa-0487-438c-9d4f-7892316b5ec3 req-0d41548f-fed2-463b-b69b-8f324756a16b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0634556 Mar 10 15:28:37.672972 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d38b70fa-0487-438c-9d4f-7892316b5ec3 req-6fc74a15-5715-4f74-99c7-c47a214edc21 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490603 Mar 10 15:28:37.823998 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb097bb-1e79-47be-acfa-d3615ac74129 req-a0bc710c-2c44-40f8-8442-8d2f2b195379 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:37.823998 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0bb097bb-1e79-47be-acfa-d3615ac74129 req-a0bc710c-2c44-40f8-8442-8d2f2b195379 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0624259 Mar 10 15:28:37.880469 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0bb097bb-1e79-47be-acfa-d3615ac74129 req-13f1feaf-0c91-41a3-8baa-9fed818a4cb0 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503669 Mar 10 15:28:38.292413 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b036d5-ee08-47c1-a697-48299041fac1 req-1937b25e-c46b-49e1-a3e0-9142b9b27d93 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:38.292413 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-77b036d5-ee08-47c1-a697-48299041fac1 req-1937b25e-c46b-49e1-a3e0-9142b9b27d93 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.0591063 Mar 10 15:28:38.342181 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-77b036d5-ee08-47c1-a697-48299041fac1 req-6aea952c-c4bc-46f7-b26e-261987d0e072 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Mar 10 15:28:38.804486 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dd01d-38fe-4860-867b-4a2a76aed32f req-f1082cb2-cc25-44c4-ae95-d7f30fb160e5 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:38.809354 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e8dd01d-38fe-4860-867b-4a2a76aed32f req-f1082cb2-cc25-44c4-ae95-d7f30fb160e5 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0563142 Mar 10 15:28:38.861437 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e8dd01d-38fe-4860-867b-4a2a76aed32f req-f7e50009-dd4a-44e1-8bc5-7b638d33aa76 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491314 Mar 10 15:28:39.010946 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2f8c8-40df-4925-9a38-fbdc7b457ef7 req-0387ae3a-0a51-428b-823e-1bd606e303a1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:39.013437 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4fc2f8c8-40df-4925-9a38-fbdc7b457ef7 req-0387ae3a-0a51-428b-823e-1bd606e303a1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0576777 Mar 10 15:28:39.065446 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4fc2f8c8-40df-4925-9a38-fbdc7b457ef7 req-b3339ed5-36bd-430e-9c89-6f240ce4970f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471206 Mar 10 15:28:39.160599 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54590) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:39.279598 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b64f9492-7da4-4a5b-bdce-4ba66964b122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.353740 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b64f9492-7da4-4a5b-bdce-4ba66964b122 admin admin] Publish callbacks [] for security_group (22f0abc8-55e6-420a-9bd2-8451c1f68ef3), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.421405 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b64f9492-7da4-4a5b-bdce-4ba66964b122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (22f0abc8-55e6-420a-9bd2-8451c1f68ef3), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.458073 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f9492-7da4-4a5b-bdce-4ba66964b122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f0abc8-55e6-420a-9bd2-8451c1f68ef3,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:39.467330 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b64f9492-7da4-4a5b-bdce-4ba66964b122 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=935d5fdc1c6245ad9c8b2a08d21429fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053718 Mar 10 15:28:39.467864 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54596) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:39.481755 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fa898-e556-4bd0-a061-2956bd975750 req-47183ebd-8b1f-42be-883c-6fe178a8ac52 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:39.485249 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8e3fa898-e556-4bd0-a061-2956bd975750 req-47183ebd-8b1f-42be-883c-6fe178a8ac52 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.0726464 Mar 10 15:28:39.524830 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdfeadd8-d00e-4120-8608-2d64512996b8 admin admin] Publish callbacks [] for security_group (22f0abc8-55e6-420a-9bd2-8451c1f68ef3), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.549030 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8e3fa898-e556-4bd0-a061-2956bd975750 req-c85a6012-5d36-444e-b06d-bee283b4e2da tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592031 Mar 10 15:28:39.556066 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdfeadd8-d00e-4120-8608-2d64512996b8 admin admin] Publish callbacks [] for security_group (22f0abc8-55e6-420a-9bd2-8451c1f68ef3), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.712053 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdfeadd8-d00e-4120-8608-2d64512996b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (22f0abc8-55e6-420a-9bd2-8451c1f68ef3), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.715262 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdfeadd8-d00e-4120-8608-2d64512996b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.716433 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-bdfeadd8-d00e-4120-8608-2d64512996b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22f0abc8-55e6-420a-9bd2-8451c1f68ef3 HTTP/1.1" status: 204 len: 168 time: 0.2477958 Mar 10 15:28:39.724761 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeadd8-d00e-4120-8608-2d64512996b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f0abc8-55e6-420a-9bd2-8451c1f68ef3,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:39.996881 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceae807-5afe-4ecf-b54b-7a55cde0d758 req-2a8f75a0-192a-4196-b9a8-3007cb4633f7 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:39.998567 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dceae807-5afe-4ecf-b54b-7a55cde0d758 req-2a8f75a0-192a-4196-b9a8-3007cb4633f7 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0564930 Mar 10 15:28:40.057739 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dceae807-5afe-4ecf-b54b-7a55cde0d758 req-5f1cf340-8292-46e3-b4e6-0f110d7a65d5 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504744 Mar 10 15:28:40.214273 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e74d5-103f-4382-a841-a1fb5a4cf7dd req-945032f7-dc63-471c-a9d3-8a2c3ad4dce7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:40.216032 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b86e74d5-103f-4382-a841-a1fb5a4cf7dd req-945032f7-dc63-471c-a9d3-8a2c3ad4dce7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0712774 Mar 10 15:28:40.277196 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b86e74d5-103f-4382-a841-a1fb5a4cf7dd req-03f3b2bc-3123-45f6-a4fa-acfb53cd5979 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541809 Mar 10 15:28:40.673995 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c6db1-d86f-4dc4-a397-7a60fcf0b09a req-6104e844-a78a-4498-ab41-5aede94443b5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:40.675428 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-414c6db1-d86f-4dc4-a397-7a60fcf0b09a req-6104e844-a78a-4498-ab41-5aede94443b5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.0581164 Mar 10 15:28:40.725299 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-414c6db1-d86f-4dc4-a397-7a60fcf0b09a req-f04471e7-c8ea-42e5-866a-1e714c16894f tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Mar 10 15:28:41.170284 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9de575-2065-4b1f-8a45-d040ecf0ec9d req-6ed391bc-c9b8-47e7-9861-c92c8aef089e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:41.170284 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5c9de575-2065-4b1f-8a45-d040ecf0ec9d req-6ed391bc-c9b8-47e7-9861-c92c8aef089e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0524261 Mar 10 15:28:41.216366 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5c9de575-2065-4b1f-8a45-d040ecf0ec9d req-3b213e15-c09c-4206-81c2-4b1434722ecb tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Mar 10 15:28:41.382686 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Request body: {'port': {'device_id': '4546a371-2b83-420b-ac34-fe51acd320d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:41.404422 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f1f8b-8844-4c54-b6bb-0dcf01fea211 req-3cabf7ee-4d71-412e-ad3a-2bf274448ece tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:41.406025 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2b6f1f8b-8844-4c54-b6bb-0dcf01fea211 req-3cabf7ee-4d71-412e-ad3a-2bf274448ece tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0549474 Mar 10 15:28:41.456374 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2b6f1f8b-8844-4c54-b6bb-0dcf01fea211 req-7d1b6d0f-b1ba-4c68-89ac-f45604e57688 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 Mar 10 15:28:41.496244 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:41.519047 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d597ff-6799-4ca9-ac3b-d69df1634150 req-bd3cabab-4dea-460e-be0b-15e8d3cb1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:41.520507 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e2d597ff-6799-4ca9-ac3b-d69df1634150 req-bd3cabab-4dea-460e-be0b-15e8d3cb1396 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=55bef56c9f1c460693361576b811e7d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1528091 Mar 10 15:28:41.705616 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d597ff-6799-4ca9-ac3b-d69df1634150 req-3aceb0fb-9aa7-4c6d-a3f0-fb8a316a4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:41.707124 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e2d597ff-6799-4ca9-ac3b-d69df1634150 req-3aceb0fb-9aa7-4c6d-a3f0-fb8a316a4059 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667035 Mar 10 15:28:41.859241 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e54438-cdd7-46ad-bdee-369cc2f374f9 req-2d09b8ad-019b-47ed-8e30-2847a6a79ef6 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:41.861898 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a5e54438-cdd7-46ad-bdee-369cc2f374f9 req-2d09b8ad-019b-47ed-8e30-2847a6a79ef6 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 932 time: 0.0584593 Mar 10 15:28:41.871517 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdde6e6-12d2-4421-9375-be45e778ac88 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:28:41.879210 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-41675542-0d77-4765-adf4-6af2a746746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:41.880678 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-41675542-0d77-4765-adf4-6af2a746746b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55bef56c9f1c460693361576b811e7d1&device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 1128 time: 0.0898523 Mar 10 15:28:41.882351 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Publish callbacks [] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:41.894995 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Transition to ACTIVE for port object ebdde6e6-12d2-4421-9375-be45e778ac88 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:28:41.917679 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a5e54438-cdd7-46ad-bdee-369cc2f374f9 req-c112cdcc-11b2-47a0-9e35-87be0e6aee55 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511239 Mar 10 15:28:41.936470 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-048dc3de-6596-4452-8ac0-1e354fb7edf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242e90ac-a0d1-47f6-806a-a08d104d8bf0 HTTP/1.1" status: 200 len: 217 time: 0.0380862 Mar 10 15:28:41.985509 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-13828b3d-0a5b-4ae0-b931-de6183182ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:41.986876 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-13828b3d-0a5b-4ae0-b931-de6183182ea9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fd51151c-b64b-4f2e-aa8a-bf07becf3cdc HTTP/1.1" status: 200 len: 848 time: 0.0442054 Mar 10 15:28:41.987474 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.042444 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-8b596b6b-dfe3-4008-b6a7-bc339349f088 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa6cf7ad-2ecf-46a4-8772-0a374539ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471847 Mar 10 15:28:42.081646 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdde6e6-12d2-4421-9375-be45e778ac88,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:42.201125 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-d8a2870a-fa20-4804-bb22-7d6b2e0b442a service neutron] 10.222.0.69 "GET /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479163 Mar 10 15:28:42.209204 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Attempting to bind port ebdde6e6-12d2-4421-9375-be45e778ac88 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:42.209629 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Attempting to bind port ebdde6e6-12d2-4421-9375-be45e778ac88 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:42.210030 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Attempting to bind port ebdde6e6-12d2-4421-9375-be45e778ac88 on network 88bf945f-390f-4592-9c24-d2e0639deb10 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:42.232863 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Port ebdde6e6-12d2-4421-9375-be45e778ac88 on network 88bf945f-390f-4592-9c24-d2e0639deb10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:28:42.233310 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Attempting to bind port ebdde6e6-12d2-4421-9375-be45e778ac88 on network 88bf945f-390f-4592-9c24-d2e0639deb10 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:42.260801 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:42.262604 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Checking segment: {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:42.262604 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Bound using segment: {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:42.262604 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Bound port: ebdde6e6-12d2-4421-9375-be45e778ac88, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a74226-0731-459f-bf5a-f792e03215d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:42.262604 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.356034 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fee4bf-68d4-406f-a99b-9d4ad1026488 req-ee0e597b-34e0-4a8d-a7a6-7ce242f20546 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:42.357659 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-57fee4bf-68d4-406f-a99b-9d4ad1026488 req-ee0e597b-34e0-4a8d-a7a6-7ce242f20546 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0525219 Mar 10 15:28:42.374917 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-76d109a7-b1e5-4394-9c0a-f1d315c20823 req-6d4eb46b-0242-42a3-8652-d5d9e3c57f66 service neutron] 10.222.0.69 "GET /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597116 Mar 10 15:28:42.378386 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] For port ebdde6e6-12d2-4421-9375-be45e778ac88, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:42.381510 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] For port ebdde6e6-12d2-4421-9375-be45e778ac88, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ebdde6e6-12d2-4421-9375-be45e778ac88,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:42.405712 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-57fee4bf-68d4-406f-a99b-9d4ad1026488 req-4987611c-617b-4bda-8aa1-4466213493b3 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Mar 10 15:28:42.499127 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.533220 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:42.534045 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.535350 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] 10.222.0.69 "PUT /v2.0/ports/ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 1094 time: 1.1664050 Mar 10 15:28:42.538093 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:42.541141 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9286a4bc-c233-463c-a9b6-053b9368c08a" -d '{"events": [{"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:42.583090 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7cc17-18c1-4967-b650-ee54166dd8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdde6e6-12d2-4421-9375-be45e778ac88,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:42.597518 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4578a920-82b6-44cb-99d7-ae37098d6538 x-openstack-request-id: req-4578a920-82b6-44cb-99d7-ae37098d6538 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:42.597811 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:42.598121 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4578a920-82b6-44cb-99d7-ae37098d6538 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:42.598795 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'status': 'completed', 'code': 200} Mar 10 15:28:42.601825 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859698c4-445b-4da8-b701-0117b6b76c1f req-c1dfe7a6-6466-4d11-b52d-2102ce54693d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:42.603378 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-859698c4-445b-4da8-b701-0117b6b76c1f req-c1dfe7a6-6466-4d11-b52d-2102ce54693d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0761454 Mar 10 15:28:42.658290 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-859698c4-445b-4da8-b701-0117b6b76c1f req-fabde9a6-50bd-4d4c-a5aa-7238f66b4e5e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484979 Mar 10 15:28:42.719474 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286a4bc-c233-463c-a9b6-053b9368c08a req-6f064817-ae67-439a-884d-7616ae0daa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:42.720969 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9286a4bc-c233-463c-a9b6-053b9368c08a req-6f064817-ae67-439a-884d-7616ae0daa5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1128 time: 0.0478389 Mar 10 15:28:42.831004 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286a4bc-c233-463c-a9b6-053b9368c08a req-7d21ffbb-16c7-4fe6-bfc2-f36aaad6e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:42.832464 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9286a4bc-c233-463c-a9b6-053b9368c08a req-7d21ffbb-16c7-4fe6-bfc2-f36aaad6e471 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0931675 Mar 10 15:28:43.032237 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eda37-1744-4204-b0ae-9cc45f983151 req-17bee085-bd3a-44b7-84af-ab04ca7a5ee7 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.033627 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f94eda37-1744-4204-b0ae-9cc45f983151 req-17bee085-bd3a-44b7-84af-ab04ca7a5ee7 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 944 time: 0.0533822 Mar 10 15:28:43.083957 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f94eda37-1744-4204-b0ae-9cc45f983151 req-6bd9ff9e-25a6-499d-a8eb-94ef498db1b2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Mar 10 15:28:43.130780 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286a4bc-c233-463c-a9b6-053b9368c08a req-b7848094-9848-48a9-9d49-00622be0c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.132240 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-9286a4bc-c233-463c-a9b6-053b9368c08a req-b7848094-9848-48a9-9d49-00622be0c37c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2871647 Mar 10 15:28:43.242434 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b70e88e0-fa69-4427-bccc-e21315ff4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.243944 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b70e88e0-fa69-4427-bccc-e21315ff4bdb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1128 time: 0.0442054 Mar 10 15:28:43.298860 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b16ea252-f939-4910-bece-a93d7123f4e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 217 time: 0.0358167 Mar 10 15:28:43.345259 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-f51d0977-e89f-42e3-80aa-da833074685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.346670 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-f51d0977-e89f-42e3-80aa-da833074685d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7f8e3d5f-f66d-48ce-aff3-1bebbf50f900 HTTP/1.1" status: 200 len: 854 time: 0.0414312 Mar 10 15:28:43.396378 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b3c2a3b5-4594-4d1e-bfeb-9f866c9036c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.397877 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-b3c2a3b5-4594-4d1e-bfeb-9f866c9036c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88bf945f-390f-4592-9c24-d2e0639deb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0416048 Mar 10 15:28:43.490995 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-4699ba68-5436-48ef-bfbc-d3dd2640e294 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828967 Mar 10 15:28:43.520854 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7ff3f-2492-4a25-b56a-42de1b6d7d39 req-065998bb-c259-41dd-8a8e-ec99eaa460c7 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.522360 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-24a7ff3f-2492-4a25-b56a-42de1b6d7d39 req-065998bb-c259-41dd-8a8e-ec99eaa460c7 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0516398 Mar 10 15:28:43.572233 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-24a7ff3f-2492-4a25-b56a-42de1b6d7d39 req-c389b950-4379-4f09-aad1-68bca227861f tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Mar 10 15:28:43.582068 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fbbde35f-bd6f-45d2-8701-695d17d36692 req-64cf01d7-8ee3-47cc-8149-ec961f3fa0b8 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838802 Mar 10 15:28:43.784100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45a629-2ded-4e0c-a35f-99a68cc843b8 req-bdaf5893-bdfc-4a09-ae1e-cc299f28c77a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.785618 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3d45a629-2ded-4e0c-a35f-99a68cc843b8 req-bdaf5893-bdfc-4a09-ae1e-cc299f28c77a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0524824 Mar 10 15:28:43.830992 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3d45a629-2ded-4e0c-a35f-99a68cc843b8 req-2bc28fc1-0d55-481c-9bc7-eed9bc2ff7a6 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398211 Mar 10 15:28:44.198038 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf25cb-8be6-4710-9eca-b0d2f6c47849 req-d12ea1c4-980d-4a38-a955-523209a5c799 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:44.199519 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dadf25cb-8be6-4710-9eca-b0d2f6c47849 req-d12ea1c4-980d-4a38-a955-523209a5c799 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 944 time: 0.0520325 Mar 10 15:28:44.245774 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dadf25cb-8be6-4710-9eca-b0d2f6c47849 req-897ec0f0-8c42-45bf-aa18-a23a198c9ac0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Mar 10 15:28:44.691984 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbe9b2-e882-4b7e-a566-cdf12a191b85 req-00a217ec-f060-4869-b61c-f3a9313270bc tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:44.693557 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fdcbe9b2-e882-4b7e-a566-cdf12a191b85 req-00a217ec-f060-4869-b61c-f3a9313270bc tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0545442 Mar 10 15:28:44.738654 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fdcbe9b2-e882-4b7e-a566-cdf12a191b85 req-be8ac9a1-f875-44d4-9888-68d69e8288c8 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387907 Mar 10 15:28:44.952188 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af471c86-6f3d-44be-aabc-ba95767849f4 req-9c054a89-28a0-4ada-bf24-e9d6490db3d2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:44.953681 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-af471c86-6f3d-44be-aabc-ba95767849f4 req-9c054a89-28a0-4ada-bf24-e9d6490db3d2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0518091 Mar 10 15:28:45.000211 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-af471c86-6f3d-44be-aabc-ba95767849f4 req-bf74d171-0141-4091-b66d-971d0dfd1be7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409925 Mar 10 15:28:45.395736 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc275a59-d419-4aec-8960-f68ed7a0acc0 req-f098ea72-0531-444d-a49f-350a4d7a0703 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:45.397228 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dc275a59-d419-4aec-8960-f68ed7a0acc0 req-f098ea72-0531-444d-a49f-350a4d7a0703 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 944 time: 0.0852206 Mar 10 15:28:45.408055 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ba8d3-39eb-4718-9768-4b9fdee16770 req-58a196ba-b81f-46be-9740-b47c6a807bb2 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:45.409464 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-408ba8d3-39eb-4718-9768-4b9fdee16770 req-58a196ba-b81f-46be-9740-b47c6a807bb2 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0686574 Mar 10 15:28:45.476813 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dc275a59-d419-4aec-8960-f68ed7a0acc0 req-7130c6ab-757d-464b-94fa-9b1267e3a2c9 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664079 Mar 10 15:28:45.483953 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-408ba8d3-39eb-4718-9768-4b9fdee16770 req-d2ee7434-0d0c-4ae6-8ad2-9097ee07044e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672545 Mar 10 15:28:45.853386 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3db3f-e47a-4f58-b018-291ea311f46e req-c590e77d-a655-443f-bdf8-630fdf17617e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:45.854850 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-49d3db3f-e47a-4f58-b018-291ea311f46e req-c590e77d-a655-443f-bdf8-630fdf17617e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 944 time: 0.0521688 Mar 10 15:28:45.903552 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-49d3db3f-e47a-4f58-b018-291ea311f46e req-df9bf710-e93c-4685-8459-bf5487de9ed3 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Mar 10 15:28:46.134860 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209ec65-0e27-4e5d-a14f-02c9812cf45c req-ab5671d4-3e71-4cfc-b275-ee848b918df2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:46.136764 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f209ec65-0e27-4e5d-a14f-02c9812cf45c req-ab5671d4-3e71-4cfc-b275-ee848b918df2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0517802 Mar 10 15:28:46.181582 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f209ec65-0e27-4e5d-a14f-02c9812cf45c req-a91510fb-cad1-434e-b98b-285e606df5df tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391860 Mar 10 15:28:46.319332 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device ebdde6e6-12d2-4421-9375-be45e778ac88 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:28:46.413967 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port ebdde6e6-12d2-4421-9375-be45e778ac88, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ebdde6e6-12d2-4421-9375-be45e778ac88,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:46.425350 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'port_id': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'mac_address': 'fa:16:3e:2e:ed:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:28:46.460393 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port ebdde6e6-12d2-4421-9375-be45e778ac88 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:46.460783 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.474045 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdde6e6-12d2-4421-9375-be45e778ac88 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:28:46.493175 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port ebdde6e6-12d2-4421-9375-be45e778ac88, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ebdde6e6-12d2-4421-9375-be45e778ac88,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:46.563320 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.564008 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 242e90ac-a0d1-47f6-806a-a08d104d8bf0 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:28:46.628797 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ec645-8024-4785-a796-8051f0907ac7 req-6618db4a-c81d-44be-82dc-ed3428d37b6b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:46.630319 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-318ec645-8024-4785-a796-8051f0907ac7 req-6618db4a-c81d-44be-82dc-ed3428d37b6b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 944 time: 0.0890672 Mar 10 15:28:46.638177 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b4cef-b757-4f6e-b43d-a0fbf71ca098 req-381f8533-3db9-427f-a64d-b6c18a9a8f8e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:46.638397 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=ebdde6e6-12d2-4421-9375-be45e778ac88,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:46.639610 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d64b4cef-b757-4f6e-b43d-a0fbf71ca098 req-381f8533-3db9-427f-a64d-b6c18a9a8f8e tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0879378 Mar 10 15:28:46.687009 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:28:46.703567 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 242e90ac-a0d1-47f6-806a-a08d104d8bf0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=242e90ac-a0d1-47f6-806a-a08d104d8bf0,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:46.714224 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d64b4cef-b757-4f6e-b43d-a0fbf71ca098 req-9e87e92c-44c2-449f-9eb8-20fcf653f361 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663347 Mar 10 15:28:46.714372 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '242e90ac-a0d1-47f6-806a-a08d104d8bf0', 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6', 'port_id': '242e90ac-a0d1-47f6-806a-a08d104d8bf0', 'mac_address': 'fa:16:3e:e2:8b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd51151c-b64b-4f2e-aa8a-bf07becf3cdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:28:46.717202 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-318ec645-8024-4785-a796-8051f0907ac7 req-e6af65dc-7c9e-4d6b-8518-0cd2199b0076 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766504 Mar 10 15:28:46.752267 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:46.752666 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.765875 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242e90ac-a0d1-47f6-806a-a08d104d8bf0 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:28:46.785585 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 242e90ac-a0d1-47f6-806a-a08d104d8bf0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=242e90ac-a0d1-47f6-806a-a08d104d8bf0,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:46.865889 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.915145 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=242e90ac-a0d1-47f6-806a-a08d104d8bf0,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:47.018288 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fa44a-05ac-4de6-bc5f-e627fe935c8e req-8dc926b7-dfaf-4e52-b714-b8d768591727 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:47.019785 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-631fa44a-05ac-4de6-bc5f-e627fe935c8e req-8dc926b7-dfaf-4e52-b714-b8d768591727 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 945 time: 0.0524940 Mar 10 15:28:47.065260 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-631fa44a-05ac-4de6-bc5f-e627fe935c8e req-d3f194c5-bb0d-492e-a8d6-48cfc0c20e67 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Mar 10 15:28:47.305469 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1063ad-1f49-4e3b-a039-d001359fa385 req-5de1caeb-a02e-40de-a0e4-9e2b577c2a78 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:47.306908 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dd1063ad-1f49-4e3b-a039-d001359fa385 req-5de1caeb-a02e-40de-a0e4-9e2b577c2a78 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0541422 Mar 10 15:28:47.352469 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dd1063ad-1f49-4e3b-a039-d001359fa385 req-e3bb44dd-e6f8-4fa9-b774-8119c6dbe9f5 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 Mar 10 15:28:47.405847 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['242e90ac-a0d1-47f6-806a-a08d104d8bf0'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:28:47.430971 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['ebdde6e6-12d2-4421-9375-be45e778ac88'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:28:47.861219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac57498-c54e-42f6-8c92-b20c58eb4c73 req-6f2d772d-6e25-4cea-99f2-9548333e2df4 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:47.862699 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6ac57498-c54e-42f6-8c92-b20c58eb4c73 req-6f2d772d-6e25-4cea-99f2-9548333e2df4 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0831106 Mar 10 15:28:47.869063 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927644a0-20eb-4b80-b73a-b16f90bc2974 req-1ee076be-c641-4559-ba3d-f6b28f381863 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:47.870468 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-927644a0-20eb-4b80-b73a-b16f90bc2974 req-1ee076be-c641-4559-ba3d-f6b28f381863 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 945 time: 0.0810971 Mar 10 15:28:47.941670 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6ac57498-c54e-42f6-8c92-b20c58eb4c73 req-7f1d8619-34f7-4bf2-80ab-ca1b1a39d28c tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702674 Mar 10 15:28:47.945641 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-927644a0-20eb-4b80-b73a-b16f90bc2974 req-b42ceb1c-6453-4d68-983e-07ec87682641 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687871 Mar 10 15:28:48.181281 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cceb1-1d31-402f-8f8e-9b2167a0940f req-b0cf5d99-2d76-4995-b46d-df6a3bd006df tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:48.182636 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1f9cceb1-1d31-402f-8f8e-9b2167a0940f req-b0cf5d99-2d76-4995-b46d-df6a3bd006df tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 945 time: 0.0516553 Mar 10 15:28:48.228082 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1f9cceb1-1d31-402f-8f8e-9b2167a0940f req-c014dbed-1465-4a5f-bfc5-a44bd2776bbd tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Mar 10 15:28:48.353880 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:28:48.453626 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:48.464828 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'port_id': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'mac_address': 'fa:16:3e:49:f9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:28:48.474440 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586777f-3a8b-4b6c-b971-76b36fb57ac7 req-c6c22e89-65a8-4a48-9ea1-4006d618b9c8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:48.475891 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8586777f-3a8b-4b6c-b971-76b36fb57ac7 req-c6c22e89-65a8-4a48-9ea1-4006d618b9c8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0518644 Mar 10 15:28:48.502050 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port b5c71f83-80c1-476e-8467-b52905ce3a19 is: ACTIVE; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:48.502447 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.516831 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5c71f83-80c1-476e-8467-b52905ce3a19 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:28:48.525539 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8586777f-3a8b-4b6c-b971-76b36fb57ac7 req-1a9b9f55-9327-4fb8-a831-d8e77ff063ac tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441067 Mar 10 15:28:48.536566 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:48.597449 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.607611 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381b60-d898-4400-a9bb-066421bd6775 req-b04c4969-5970-4826-ba0b-ed237626231b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:48.609096 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-8a381b60-d898-4400-a9bb-066421bd6775 req-b04c4969-5970-4826-ba0b-ed237626231b tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 945 time: 0.0521100 Mar 10 15:28:48.654540 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=6']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:48.721256 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Deleting port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:48.721520 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.809404 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] For port ede2a064-0eb9-4c20-bd6c-1c6433784ea5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:48.809828 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.821731 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Calling delete_port for ede2a064-0eb9-4c20-bd6c-1c6433784ea5 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:48.861720 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['b5c71f83-80c1-476e-8467-b52905ce3a19'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:28:49.042355 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (ede2a064-0eb9-4c20-bd6c-1c6433784ea5), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:49.063243 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bec55dae-adb8-4b9f-bf9f-2154e7e22822 req-ef411f1a-d67f-468a-9184-91d0422bd5c6 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 210 time: 0.0418391 Mar 10 15:28:49.073942 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Pushing event deleted for resources: {'Port': ['ID=ede2a064-0eb9-4c20-bd6c-1c6433784ea5,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:49.086729 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dd900-f93e-4dd5-8874-7d1a7b6394b9 req-a52234d1-f396-48de-bcba-dc17fbc1614d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:49.088156 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ec7dd900-f93e-4dd5-8874-7d1a7b6394b9 req-a52234d1-f396-48de-bcba-dc17fbc1614d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 945 time: 0.0754893 Mar 10 15:28:49.121510 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['f65b3306-04ef-4bc7-9675-1b63ded921c9', 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:28:49.123659 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] No DVR routers for this DVR port ede2a064-0eb9-4c20-bd6c-1c6433784ea5 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:49.126975 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:49.130400 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-8a381b60-d898-4400-a9bb-066421bd6775 req-a87b995b-72f4-4b7f-8b72-6957c80ef5fe tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.69 "DELETE /v2.0/ports/ede2a064-0eb9-4c20-bd6c-1c6433784ea5 HTTP/1.1" status: 204 len: 173 time: 0.5108781 Mar 10 15:28:49.130843 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9aafa8-eeb3-4511-94b9-d28e0c16ba96', 'name': 'network-vif-deleted', 'tag': 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:49.133288 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d53c50-3b0b-401f-a061-d4201978ad22" -d '{"events": [{"server_uuid": "2b9aafa8-eeb3-4511-94b9-d28e0c16ba96", "name": "network-vif-deleted", "tag": "ede2a064-0eb9-4c20-bd6c-1c6433784ea5"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:49.137959 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ec7dd900-f93e-4dd5-8874-7d1a7b6394b9 req-ffa1d8f9-6811-42c7-8ab4-9b653bf8fb9c tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Mar 10 15:28:49.175661 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43bce95-ef2e-4294-b151-a2c476e4bec3 x-openstack-request-id: req-c43bce95-ef2e-4294-b151-a2c476e4bec3 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:49.175954 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9aafa8-eeb3-4511-94b9-d28e0c16ba96", "name": "network-vif-deleted", "tag": "ede2a064-0eb9-4c20-bd6c-1c6433784ea5", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:49.176217 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c43bce95-ef2e-4294-b151-a2c476e4bec3 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:49.176661 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9aafa8-eeb3-4511-94b9-d28e0c16ba96', 'name': 'network-vif-deleted', 'tag': 'ede2a064-0eb9-4c20-bd6c-1c6433784ea5', 'status': 'completed', 'code': 200} Mar 10 15:28:49.346631 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a994-e636-4fc9-bd16-d2ea294404a7 req-7544aae2-4940-42e0-ace9-2e9dc6d541f8 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:49.348288 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0260a994-e636-4fc9-bd16-d2ea294404a7 req-7544aae2-4940-42e0-ace9-2e9dc6d541f8 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 945 time: 0.0525627 Mar 10 15:28:49.403411 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0260a994-e636-4fc9-bd16-d2ea294404a7 req-b53e5c9a-2a01-439a-bd77-d96fb6e762a8 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491521 Mar 10 15:28:49.648188 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cee924-2c72-40d8-a02f-96ceed6d47dd req-61eaacfc-147d-4e16-b953-3ba6457d0dfa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:49.649678 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b4cee924-2c72-40d8-a02f-96ceed6d47dd req-61eaacfc-147d-4e16-b953-3ba6457d0dfa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 945 time: 0.0534329 Mar 10 15:28:49.700473 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b4cee924-2c72-40d8-a02f-96ceed6d47dd req-cd0feb0b-d5d6-42a7-80b0-697b164f2490 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452163 Mar 10 15:28:50.166098 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e1482087-cefe-42e2-97a2-2502adc03244 req-902bcc81-bb9c-41d2-88ef-6661d76447ec tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b9aafa8-eeb3-4511-94b9-d28e0c16ba96 HTTP/1.1" status: 200 len: 210 time: 0.0267324 Mar 10 15:28:50.257175 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7cda4-d9c1-4c31-b761-f1a2895cd25a req-8e87af11-9359-491c-bfa0-ed2ecd66cb54 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:50.259248 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3ff7cda4-d9c1-4c31-b761-f1a2895cd25a req-8e87af11-9359-491c-bfa0-ed2ecd66cb54 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 945 time: 0.0554852 Mar 10 15:28:50.311997 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3ff7cda4-d9c1-4c31-b761-f1a2895cd25a req-a0a85d95-11bb-4feb-a6f4-8727f82c99f1 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Mar 10 15:28:50.383434 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device ebdde6e6-12d2-4421-9375-be45e778ac88 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:50.494822 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port ebdde6e6-12d2-4421-9375-be45e778ac88 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:28:50.502036 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port ebdde6e6-12d2-4421-9375-be45e778ac88 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:50.502413 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.531109 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e0fd-8ee6-4d6a-9795-09c64462078b req-14e29567-9b49-4299-b8f2-6a2a5dd7fa4b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:50.532467 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4770e0fd-8ee6-4d6a-9795-09c64462078b req-14e29567-9b49-4299-b8f2-6a2a5dd7fa4b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 945 time: 0.0629230 Mar 10 15:28:50.590445 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4770e0fd-8ee6-4d6a-9795-09c64462078b req-05469ca1-9c89-4091-8dbc-d3a60cac44ad tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Mar 10 15:28:50.594652 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port ebdde6e6-12d2-4421-9375-be45e778ac88 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:50.594652 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.619540 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:50.622326 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e72293a-1f02-4a15-ab51-936d5d5a0dbd" -d '{"events": [{"server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "name": "network-vif-plugged", "status": "completed", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:50.634570 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port ebdde6e6-12d2-4421-9375-be45e778ac88, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ebdde6e6-12d2-4421-9375-be45e778ac88,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:50.657770 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b68a0-d23b-44d1-9f95-89c9444e38bf x-openstack-request-id: req-d66b68a0-d23b-44d1-9f95-89c9444e38bf {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:50.658070 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "name": "network-vif-plugged", "status": "completed", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:50.658413 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d66b68a0-d23b-44d1-9f95-89c9444e38bf {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:50.658706 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'code': 200} Mar 10 15:28:50.721699 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.722563 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 242e90ac-a0d1-47f6-806a-a08d104d8bf0 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:50.810989 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=ebdde6e6-12d2-4421-9375-be45e778ac88,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:50.831901 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34d109-17ab-47e1-9e0b-d7aec3d9288d req-7beff3a0-88c6-409b-a157-600668776c99 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:50.833395 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1f34d109-17ab-47e1-9e0b-d7aec3d9288d req-7beff3a0-88c6-409b-a157-600668776c99 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 945 time: 0.0534945 Mar 10 15:28:50.882987 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1f34d109-17ab-47e1-9e0b-d7aec3d9288d req-de27ac97-13ab-4626-ad45-e11d874d7d26 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438673 Mar 10 15:28:50.976133 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:28:50.980885 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:50.981295 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.085994 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:51.086617 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.108473 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60cf22-c90d-48bd-b6f5-c91d8882175e req-02afbc74-9c85-4da9-8786-724d5f8382ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:51.110639 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-db60cf22-c90d-48bd-b6f5-c91d8882175e req-02afbc74-9c85-4da9-8786-724d5f8382ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1130 time: 0.0552826 Mar 10 15:28:51.130847 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 242e90ac-a0d1-47f6-806a-a08d104d8bf0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=242e90ac-a0d1-47f6-806a-a08d104d8bf0,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:51.162059 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-db60cf22-c90d-48bd-b6f5-c91d8882175e req-b9b132a7-af21-4700-b333-f092ac1961c7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Mar 10 15:28:51.202041 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.202936 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:51.284509 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=242e90ac-a0d1-47f6-806a-a08d104d8bf0,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:51.301871 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port b5c71f83-80c1-476e-8467-b52905ce3a19 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:51.302247 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.397975 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port b5c71f83-80c1-476e-8467-b52905ce3a19 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:51.398646 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.447979 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a24d31-7c16-4842-ac4c-f833443b67fa req-adc704ba-dee1-4bea-9dce-dd63c7b00c5c tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:51.449657 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-58a24d31-7c16-4842-ac4c-f833443b67fa req-adc704ba-dee1-4bea-9dce-dd63c7b00c5c tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0618913 Mar 10 15:28:51.482068 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:51.530150 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-58a24d31-7c16-4842-ac4c-f833443b67fa req-3c349273-5be0-4e7d-8727-7e20135ec36c tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736794 Mar 10 15:28:51.717517 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acccf0-4267-44ae-b4f2-4ca962b7aa45 req-8eb1c799-ee17-4b21-965f-4d8ecf0686ce tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:51.722111 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-44acccf0-4267-44ae-b4f2-4ca962b7aa45 req-8eb1c799-ee17-4b21-965f-4d8ecf0686ce tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0576813 Mar 10 15:28:51.782505 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-44acccf0-4267-44ae-b4f2-4ca962b7aa45 req-2e7e1157-c91f-4b0a-bd9f-045f4f62940a tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556059 Mar 10 15:28:52.036258 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f2043-da9b-4ff8-9af4-12cbb88d7e96 req-58901acf-52ec-493b-8347-0f41309a0cf8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:52.037735 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7b2f2043-da9b-4ff8-9af4-12cbb88d7e96 req-58901acf-52ec-493b-8347-0f41309a0cf8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 945 time: 0.0642607 Mar 10 15:28:52.098123 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7b2f2043-da9b-4ff8-9af4-12cbb88d7e96 req-91051dee-c834-4b0f-b317-b49d162fcd76 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531323 Mar 10 15:28:52.337630 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-080f5d7f-7455-4b9b-a996-232279894b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.337630 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.337630 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device ede2a064-0eb9-4c20-bd6c-1c6433784ea5 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:52.377024 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: ede2a064-0eb9-4c20-bd6c-1c6433784ea5 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:52.381256 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device ede2a064-0eb9-4c20-bd6c-1c6433784ea5 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:52.408273 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=7']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:52.560957 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887f992-e63f-48e7-9c95-2b07fec4b226 req-3fdfa931-b133-4a47-9344-e592a56a80f8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:52.564376 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8887f992-e63f-48e7-9c95-2b07fec4b226 req-3fdfa931-b133-4a47-9344-e592a56a80f8 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0689650 Mar 10 15:28:52.651767 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8887f992-e63f-48e7-9c95-2b07fec4b226 req-0109b9b4-e5e4-4aba-94fc-0778d579ffaf tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806720 Mar 10 15:28:52.661349 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d91a0b-9e88-40f7-87db-8b866ac9c5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242e90ac-a0d1-47f6-806a-a08d104d8bf0'}, {'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:52.662587 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6f9994-5f38-4dbc-844c-533bf9b9aa52" -d '{"events": [{"server_uuid": "57d91a0b-9e88-40f7-87db-8b866ac9c5bd", "name": "network-vif-plugged", "status": "completed", "tag": "242e90ac-a0d1-47f6-806a-a08d104d8bf0"}, {"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-plugged", "status": "completed", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:52.710002 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa954a-e861-48e0-b245-7c6172bea3e0 x-openstack-request-id: req-29fa954a-e861-48e0-b245-7c6172bea3e0 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:52.710002 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d91a0b-9e88-40f7-87db-8b866ac9c5bd", "name": "network-vif-plugged", "status": "completed", "tag": "242e90ac-a0d1-47f6-806a-a08d104d8bf0", "code": 200}, {"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-plugged", "status": "completed", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:52.710318 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29fa954a-e861-48e0-b245-7c6172bea3e0 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:52.710717 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d91a0b-9e88-40f7-87db-8b866ac9c5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242e90ac-a0d1-47f6-806a-a08d104d8bf0', 'code': 200} Mar 10 15:28:52.710870 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'code': 200} Mar 10 15:28:52.724955 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2b924-0e37-4428-9afa-b888c1dd5033 req-59595e46-3a31-4daa-9cb2-77fa6f1d4c68 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:52.726770 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-26e2b924-0e37-4428-9afa-b888c1dd5033 req-59595e46-3a31-4daa-9cb2-77fa6f1d4c68 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0985138 Mar 10 15:28:52.795036 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-26e2b924-0e37-4428-9afa-b888c1dd5033 req-88a4f2a8-77b8-495a-9d35-91d9ac22d1a4 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609879 Mar 10 15:28:52.925966 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5201a96-4178-4b63-bbe9-393f4c46ec6e req-fcf00126-2a5c-4bf7-ad20-81a754804ffc tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:52.927636 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f5201a96-4178-4b63-bbe9-393f4c46ec6e req-fcf00126-2a5c-4bf7-ad20-81a754804ffc tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0640759 Mar 10 15:28:52.997725 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f5201a96-4178-4b63-bbe9-393f4c46ec6e req-0e54062f-b616-4eea-b46c-852d1a0b990e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637214 Mar 10 15:28:53.261307 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe9793-6f43-40bc-b7cc-b0788cd00663 req-8eddebb8-ec39-45f2-b9c1-bba3b521b064 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:53.269302 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0bbe9793-6f43-40bc-b7cc-b0788cd00663 req-8eddebb8-ec39-45f2-b9c1-bba3b521b064 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0639493 Mar 10 15:28:53.311977 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b890a38-b6b2-4a0b-af3b-9c025d7eb40c req-ab25c854-98e6-4c7f-bbb8-1d663efda052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:53.311977 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b890a38-b6b2-4a0b-af3b-9c025d7eb40c req-ab25c854-98e6-4c7f-bbb8-1d663efda052 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 1130 time: 0.0562401 Mar 10 15:28:53.318578 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0bbe9793-6f43-40bc-b7cc-b0788cd00663 req-07a4d290-ba17-44e0-bdf5-4d6bba419343 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484180 Mar 10 15:28:53.381444 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b890a38-b6b2-4a0b-af3b-9c025d7eb40c req-c4151f8c-571f-4efd-8a98-f2777fb7f652 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550952 Mar 10 15:28:53.675854 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a7266cb1-3630-4720-946d-f99a15b467a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.774777 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeffe3-73fa-4d79-b4c6-7958a119b59e req-9ad0057a-dd9e-4548-9129-3e3ae52b621a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:53.776361 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-81eeffe3-73fa-4d79-b4c6-7958a119b59e req-9ad0057a-dd9e-4548-9129-3e3ae52b621a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0579605 Mar 10 15:28:53.829973 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-81eeffe3-73fa-4d79-b4c6-7958a119b59e req-f9f81099-9655-4a1b-bb3e-99067deee8a4 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Mar 10 15:28:53.921091 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0e63a-f8f8-4ddd-b6d2-906a821784ed req-24f5f4a0-7031-43f8-86f5-6037381df37f tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:53.922580 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-74d0e63a-f8f8-4ddd-b6d2-906a821784ed req-24f5f4a0-7031-43f8-86f5-6037381df37f tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0526841 Mar 10 15:28:53.968964 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-74d0e63a-f8f8-4ddd-b6d2-906a821784ed req-2a1d54f0-5e7b-43fc-9ce6-8dff8b22cd55 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Mar 10 15:28:54.121249 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cba62-ac1b-41ef-a5e3-f899ff7906c9 req-cb3c3561-2bb2-42d6-a0a8-36d6a32c6a48 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:54.122704 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-555cba62-ac1b-41ef-a5e3-f899ff7906c9 req-cb3c3561-2bb2-42d6-a0a8-36d6a32c6a48 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0861239 Mar 10 15:28:54.157652 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664e196-55de-4744-b830-52f5763bbbab req-3dc7d39c-7cdf-4a1c-beb0-bb1655dcbe27 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:54.159111 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2664e196-55de-4744-b830-52f5763bbbab req-3dc7d39c-7cdf-4a1c-beb0-bb1655dcbe27 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0883732 Mar 10 15:28:54.195455 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-555cba62-ac1b-41ef-a5e3-f899ff7906c9 req-6e788a05-ab47-4895-8c6b-aa8db74924e4 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671196 Mar 10 15:28:54.218860 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2664e196-55de-4744-b830-52f5763bbbab req-e4c8dd50-545a-4569-8d85-19043bd9d354 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542119 Mar 10 15:28:54.456679 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f239ccd-16ce-4473-a5d5-6a922f2b8697 req-c14e0d72-e13d-470d-9377-e4087d7f1c71 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:54.458190 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6f239ccd-16ce-4473-a5d5-6a922f2b8697 req-c14e0d72-e13d-470d-9377-e4087d7f1c71 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0592487 Mar 10 15:28:54.533309 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6f239ccd-16ce-4473-a5d5-6a922f2b8697 req-4e6c2738-ccbd-4ca1-947a-fe8a625a971d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694284 Mar 10 15:28:54.560125 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c218af-dc15-43a6-95b3-f09f6afdd2ab req-f359bcda-92b3-4aec-acb6-e8009f0fd952 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:54.561637 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b8c218af-dc15-43a6-95b3-f09f6afdd2ab req-f359bcda-92b3-4aec-acb6-e8009f0fd952 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0781417 Mar 10 15:28:54.628549 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b8c218af-dc15-43a6-95b3-f09f6afdd2ab req-02a37176-c5f9-4033-8a92-97e4abe58394 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527616 Mar 10 15:28:54.893041 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.985915 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f6ce5-21c3-4716-9d62-1c96a286232d req-a4aba99a-df0b-463d-9fd7-73f8b9197eb7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:54.987321 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e5f6ce5-21c3-4716-9d62-1c96a286232d req-a4aba99a-df0b-463d-9fd7-73f8b9197eb7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0599885 Mar 10 15:28:55.041671 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e5f6ce5-21c3-4716-9d62-1c96a286232d req-f6685cff-1548-4347-b9f3-2a97c22ca697 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482781 Mar 10 15:28:55.385696 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702367c6-55c6-41a6-b471-d5f265e2af24 req-c4df1ce8-8007-4626-8730-ef61c27b8508 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:55.390953 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-702367c6-55c6-41a6-b471-d5f265e2af24 req-c4df1ce8-8007-4626-8730-ef61c27b8508 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0780034 Mar 10 15:28:55.463066 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-702367c6-55c6-41a6-b471-d5f265e2af24 req-5ce19fca-ee21-4b2a-8458-ff9b10b76c5b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712292 Mar 10 15:28:55.680173 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928596d-5d67-46a7-858c-4360d5647394 req-1adc149a-3567-4c3f-ae15-860dc4ef359d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:55.682095 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0928596d-5d67-46a7-858c-4360d5647394 req-1adc149a-3567-4c3f-ae15-860dc4ef359d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0646205 Mar 10 15:28:55.737314 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0928596d-5d67-46a7-858c-4360d5647394 req-b897c46b-2c4c-43fd-8d76-7e1344e52c40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453479 Mar 10 15:28:56.172329 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebce788-fd78-4421-ae30-fec94224468f req-09a1ae87-6a18-4a08-855c-c0a6cc7c8dc6 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:56.173855 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4ebce788-fd78-4421-ae30-fec94224468f req-09a1ae87-6a18-4a08-855c-c0a6cc7c8dc6 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0556462 Mar 10 15:28:56.231622 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4ebce788-fd78-4421-ae30-fec94224468f req-798049f5-be02-449f-ba1d-920c20ee405a tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517020 Mar 10 15:28:56.374804 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.604727 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9162b51-f5ba-4e44-8390-8748f2b51f27 req-485cde16-dbd0-4d50-9748-fe1e2d0f071b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:56.606837 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d9162b51-f5ba-4e44-8390-8748f2b51f27 req-485cde16-dbd0-4d50-9748-fe1e2d0f071b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0597200 Mar 10 15:28:56.660411 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d9162b51-f5ba-4e44-8390-8748f2b51f27 req-098b5868-9f70-4a9f-8196-e889417c858e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Mar 10 15:28:56.884768 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929d416-6688-4939-a1ee-ccb9d7a98738 req-b4d85307-1346-4107-8ecb-645fc000a767 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:56.886377 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9929d416-6688-4939-a1ee-ccb9d7a98738 req-b4d85307-1346-4107-8ecb-645fc000a767 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0593908 Mar 10 15:28:56.935842 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9929d416-6688-4939-a1ee-ccb9d7a98738 req-b6e77ea4-7241-48be-a3f6-924cda7403c3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Mar 10 15:28:57.158012 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-662c35f7-5445-417d-8438-50f60ec5a6bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456443 Mar 10 15:28:57.278923 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-43bdb890-d581-46b5-8399-67588954cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:57.280547 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-43bdb890-d581-46b5-8399-67588954cf9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 1130 time: 0.0691946 Mar 10 15:28:57.384556 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d8cb-c8ba-4f14-920c-9a38f46251d0 req-bc8e8c38-097b-4aa4-a7ee-3f2bf11a6272 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:57.386070 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-23a3d8cb-c8ba-4f14-920c-9a38f46251d0 req-bc8e8c38-097b-4aa4-a7ee-3f2bf11a6272 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0774388 Mar 10 15:28:57.429390 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-7013851a-71cb-4ca6-87d5-4246d523c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:57.431139 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-7013851a-71cb-4ca6-87d5-4246d523c937 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 912 time: 0.1065888 Mar 10 15:28:57.432924 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-23a3d8cb-c8ba-4f14-920c-9a38f46251d0 req-c42fce3d-b58a-4e9e-ac5e-0995e7878fd4 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Mar 10 15:28:57.513684 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-d3eadfb9-888a-4940-b599-ac981864d42a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 200 len: 1002 time: 0.0583835 Mar 10 15:28:57.557118 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-65ece12b-7770-4895-8834-39eee3118534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:57.559383 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-65ece12b-7770-4895-8834-39eee3118534 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0498958 Mar 10 15:28:57.612793 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-c0c08518-10ff-4c1a-ba91-7b5e3df859ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:57.612793 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-c0c08518-10ff-4c1a-ba91-7b5e3df859ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0437264 Mar 10 15:28:57.747505 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-eacde752-5d02-42bc-817e-8be995ce7fd2 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250274 Mar 10 15:28:57.837917 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5430c19f-1b7e-4e3e-b047-2acef6b0ca4e req-49575799-45d6-4801-8822-66fbe04bedb1 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834126 Mar 10 15:28:57.946239 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.065419 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846028b-bd08-4cd6-a5a8-f0d1fd88cccd req-9ac401e8-132e-40c5-beaa-636222f7f8f2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:58.067255 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a846028b-bd08-4cd6-a5a8-f0d1fd88cccd req-9ac401e8-132e-40c5-beaa-636222f7f8f2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0566046 Mar 10 15:28:58.121763 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a846028b-bd08-4cd6-a5a8-f0d1fd88cccd req-ec27c853-6754-4388-902c-6a3501cf38a1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485044 Mar 10 15:28:58.735051 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9a089-481d-47de-bd9a-8f5ea1886168 req-15c5aebe-7bca-43f6-bbef-cdd05c780429 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:58.736745 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7ec9a089-481d-47de-bd9a-8f5ea1886168 req-15c5aebe-7bca-43f6-bbef-cdd05c780429 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0844300 Mar 10 15:28:58.804131 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7ec9a089-481d-47de-bd9a-8f5ea1886168 req-cebc3c23-f532-4e91-b408-805cadd252f7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615597 Mar 10 15:28:58.943428 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2823d-9f86-4e91-b4ed-2b01ee4d9533 req-49f5b92d-d82c-466a-abe7-151f0913fa1a tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:58.944896 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6bf2823d-9f86-4e91-b4ed-2b01ee4d9533 req-49f5b92d-d82c-466a-abe7-151f0913fa1a tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0623257 Mar 10 15:28:59.004674 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6bf2823d-9f86-4e91-b4ed-2b01ee4d9533 req-53687203-f2fa-4a80-b36f-5bb029890640 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523415 Mar 10 15:28:59.271734 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.291927 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367736e-3716-49fb-a22d-472620e12277 req-05492c55-da66-4bc7-8ad0-1393d7957a34 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:59.294967 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0367736e-3716-49fb-a22d-472620e12277 req-05492c55-da66-4bc7-8ad0-1393d7957a34 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0816476 Mar 10 15:28:59.360464 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0367736e-3716-49fb-a22d-472620e12277 req-48426c17-61f2-4a03-a7eb-b50bae193ad9 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573859 Mar 10 15:28:59.935557 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2fbc4-936b-4e2b-81fd-52c8c7d9b43d req-aa1af033-9458-40c9-9c59-88adb6704ba3 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:59.943383 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7ed2fbc4-936b-4e2b-81fd-52c8c7d9b43d req-aa1af033-9458-40c9-9c59-88adb6704ba3 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0689406 Mar 10 15:29:00.003435 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7ed2fbc4-936b-4e2b-81fd-52c8c7d9b43d req-7b49ebad-6d95-4b8b-8696-d743c15ca499 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578070 Mar 10 15:29:00.153282 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa54fa4-b645-4d35-8ca1-7f5eda022e8b req-278a744c-3241-41a8-b476-e3f590af9f5c tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:00.155294 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4fa54fa4-b645-4d35-8ca1-7f5eda022e8b req-278a744c-3241-41a8-b476-e3f590af9f5c tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0750890 Mar 10 15:29:00.209210 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4fa54fa4-b645-4d35-8ca1-7f5eda022e8b req-a5274a14-7601-4fc3-b7f0-0915eba87a30 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478601 Mar 10 15:29:00.507604 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643e175-eed9-4914-b7cc-9abd23085435 req-6d90f8dd-dd3b-4c8a-b01e-ee2864f0444b tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:00.507604 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c643e175-eed9-4914-b7cc-9abd23085435 req-6d90f8dd-dd3b-4c8a-b01e-ee2864f0444b tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0644710 Mar 10 15:29:00.560848 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c643e175-eed9-4914-b7cc-9abd23085435 req-50a72d6a-f0a0-46db-a5ea-2d3fb37c3b51 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512860 Mar 10 15:29:01.129605 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541f4cb-65a6-4e40-a159-0bc2f0a4fc00 req-614db3ff-f6a7-470e-ade2-86b4d8286e74 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:01.131176 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d541f4cb-65a6-4e40-a159-0bc2f0a4fc00 req-614db3ff-f6a7-470e-ade2-86b4d8286e74 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0610678 Mar 10 15:29:01.192073 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d541f4cb-65a6-4e40-a159-0bc2f0a4fc00 req-0e67988a-ebd5-4337-82f4-bbd64fdebc1f tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551906 Mar 10 15:29:01.342722 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669dd8-64d4-4a6a-b374-2e6ccbf6b223 req-ceb29fb2-c4cc-4959-a6c5-5281334e04a4 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:01.342722 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76669dd8-64d4-4a6a-b374-2e6ccbf6b223 req-ceb29fb2-c4cc-4959-a6c5-5281334e04a4 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0517156 Mar 10 15:29:01.384422 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76669dd8-64d4-4a6a-b374-2e6ccbf6b223 req-2e335b2a-5e16-4ec0-b656-3d22614746f8 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430305 Mar 10 15:29:01.685456 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635758f6-989d-4227-8976-fcc649cff250 req-079ae1b2-15c2-4e99-b6cd-c87fd43f5c36 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:01.686949 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-635758f6-989d-4227-8976-fcc649cff250 req-079ae1b2-15c2-4e99-b6cd-c87fd43f5c36 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0530200 Mar 10 15:29:01.734989 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-635758f6-989d-4227-8976-fcc649cff250 req-894467ab-7b99-4ae3-8e63-c4b79eb6fd39 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Mar 10 15:29:01.896882 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-bf652995-cc12-4fd4-9242-37554a19223f tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:01.898428 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-bf652995-cc12-4fd4-9242-37554a19223f tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.69 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 946 time: 0.0578761 Mar 10 15:29:02.008468 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Deleting port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:02.008814 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.110527 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] For port 242e90ac-a0d1-47f6-806a-a08d104d8bf0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=242e90ac-a0d1-47f6-806a-a08d104d8bf0,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:02.110910 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.129995 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Calling delete_port for 242e90ac-a0d1-47f6-806a-a08d104d8bf0 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:02.323179 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ad17a-4924-42b8-827d-d6d090daa070 req-11878a72-bcfc-4049-ade6-5eaeb51a83ed tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:02.325329 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b88ad17a-4924-42b8-827d-d6d090daa070 req-11878a72-bcfc-4049-ade6-5eaeb51a83ed tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0617483 Mar 10 15:29:02.357647 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (242e90ac-a0d1-47f6-806a-a08d104d8bf0), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.385793 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b88ad17a-4924-42b8-827d-d6d090daa070 req-3faed83f-3035-4b0c-bc9d-72e8d03ad9c9 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542397 Mar 10 15:29:02.403494 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Pushing event deleted for resources: {'Port': ['ID=242e90ac-a0d1-47f6-806a-a08d104d8bf0,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:02.412316 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['242e90ac-a0d1-47f6-806a-a08d104d8bf0'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.445209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:02.469689 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] No DVR routers for this DVR port 242e90ac-a0d1-47f6-806a-a08d104d8bf0 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:02.472479 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.475866 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-25a2a5df-e022-4e4f-984f-beb14f1deb94 req-94e17a69-da21-40a9-888b-8d1e6f31f936 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.69 "DELETE /v2.0/ports/242e90ac-a0d1-47f6-806a-a08d104d8bf0 HTTP/1.1" status: 204 len: 173 time: 0.5701976 Mar 10 15:29:02.476351 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d91a0b-9e88-40f7-87db-8b866ac9c5bd', 'name': 'network-vif-deleted', 'tag': '242e90ac-a0d1-47f6-806a-a08d104d8bf0'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:02.479033 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2accb0af-fcc9-4e06-a0bb-a8a28bbb2fa4" -d '{"events": [{"server_uuid": "57d91a0b-9e88-40f7-87db-8b866ac9c5bd", "name": "network-vif-deleted", "tag": "242e90ac-a0d1-47f6-806a-a08d104d8bf0"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:02.516750 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-76be15ed-fdf2-415f-b0ac-1bf4a1f736be req-1ca56ef0-e148-4e26-bc99-f451db97dfe3 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 210 time: 0.0392632 Mar 10 15:29:02.517641 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae755cf-89ce-4df1-977a-d172daffd354 x-openstack-request-id: req-0ae755cf-89ce-4df1-977a-d172daffd354 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:02.518003 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d91a0b-9e88-40f7-87db-8b866ac9c5bd", "name": "network-vif-deleted", "tag": "242e90ac-a0d1-47f6-806a-a08d104d8bf0", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:02.518346 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ae755cf-89ce-4df1-977a-d172daffd354 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:02.518817 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d91a0b-9e88-40f7-87db-8b866ac9c5bd', 'name': 'network-vif-deleted', 'tag': '242e90ac-a0d1-47f6-806a-a08d104d8bf0', 'status': 'completed', 'code': 200} Mar 10 15:29:02.860208 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827069d-86cf-49f8-88af-59bc4da14eaf req-fb36cbb5-bf15-4dbc-9083-5f51ae9d494e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:02.861850 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5827069d-86cf-49f8-88af-59bc4da14eaf req-fb36cbb5-bf15-4dbc-9083-5f51ae9d494e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0543797 Mar 10 15:29:02.912708 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5827069d-86cf-49f8-88af-59bc4da14eaf req-e6f82c42-698c-42f0-9aed-0f5a971c0950 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 Mar 10 15:29:03.368860 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1a737-a06e-47df-bba8-b0811554dd9c req-27145668-1a71-47d5-bc2a-311a4326e245 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:03.370532 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-07c1a737-a06e-47df-bba8-b0811554dd9c req-27145668-1a71-47d5-bc2a-311a4326e245 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0508502 Mar 10 15:29:03.416048 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-07c1a737-a06e-47df-bba8-b0811554dd9c req-714730a6-e025-4e9f-807d-c762ededd107 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Mar 10 15:29:03.438591 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54878) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:03.501258 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de818b8c-1166-4974-bdeb-4f7a07c5a79d req-650a9f36-6b53-4594-9521-0c6948d09150 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:03.502634 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-de818b8c-1166-4974-bdeb-4f7a07c5a79d req-650a9f36-6b53-4594-9521-0c6948d09150 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0558059 Mar 10 15:29:03.555333 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-de818b8c-1166-4974-bdeb-4f7a07c5a79d req-af8d1fb8-c732-42ba-8e77-cfc8acc14bc7 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/security-groups?id=938b91e0-6628-402e-b325-499201c3e5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468712 Mar 10 15:29:03.651357 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a5a129cd-8fa2-4f5f-961a-eea2f4376f17 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:03.652832 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a5a129cd-8fa2-4f5f-961a-eea2f4376f17 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 945 time: 0.0950766 Mar 10 15:29:03.654568 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-35b45dfc-95b0-431d-8988-36668b14c65c req-799ab42f-5441-4493-ad7b-9dd9485ed473 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d91a0b-9e88-40f7-87db-8b866ac9c5bd HTTP/1.1" status: 200 len: 210 time: 0.0287759 Mar 10 15:29:03.659628 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aa8ed-f9b7-4187-b504-d50212b2c086 tempest-TestMinimumBasicScenario-1699424194 tempest-TestMinimumBasicScenario-1699424194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:03.662479 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-609aa8ed-f9b7-4187-b504-d50212b2c086 tempest-TestMinimumBasicScenario-1699424194 tempest-TestMinimumBasicScenario-1699424194-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1125 time: 0.2214599 Mar 10 15:29:03.664491 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54884) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:03.670423 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'port_id': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:03.756795 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Deleting port f65b3306-04ef-4bc7-9675-1b63ded921c9 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:03.757031 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.842730 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] For port f65b3306-04ef-4bc7-9675-1b63ded921c9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f65b3306-04ef-4bc7-9675-1b63ded921c9,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:03.843101 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.855158 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Calling delete_port for f65b3306-04ef-4bc7-9675-1b63ded921c9 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:03.865762 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.025804 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-352a48f4-8d5c-4c5e-8f77-298035aa48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:04.027273 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-352a48f4-8d5c-4c5e-8f77-298035aa48b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 1130 time: 0.0668428 Mar 10 15:29:04.108148 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (f65b3306-04ef-4bc7-9675-1b63ded921c9), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.148169 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['f65b3306-04ef-4bc7-9675-1b63ded921c9'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:04.157689 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Pushing event deleted for resources: {'Port': ['ID=f65b3306-04ef-4bc7-9675-1b63ded921c9,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:04.163787 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-73dec716-84da-48b1-9425-988d342ece19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:04.165380 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-73dec716-84da-48b1-9425-988d342ece19 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 918 time: 0.1319263 Mar 10 15:29:04.213709 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99308cb6-5344-4dd8-b948-dad0ea7e7e6e req-901581cc-230f-44f1-baa5-d8143e096ecc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:04.215155 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99308cb6-5344-4dd8-b948-dad0ea7e7e6e req-901581cc-230f-44f1-baa5-d8143e096ecc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 946 time: 0.0724254 Mar 10 15:29:04.228540 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.235525 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] No DVR routers for this DVR port f65b3306-04ef-4bc7-9675-1b63ded921c9 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:04.238493 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.241757 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6db17484-7172-4992-a6fe-7307350a37b2 req-a3b30339-41ab-4293-9f52-1af89834a826 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.69 "DELETE /v2.0/ports/f65b3306-04ef-4bc7-9675-1b63ded921c9 HTTP/1.1" status: 204 len: 173 time: 0.5782537 Mar 10 15:29:04.268844 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-80c7728c-fdd0-494a-ab4e-74325c65efc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c71f83-80c1-476e-8467-b52905ce3a19 HTTP/1.1" status: 200 len: 1002 time: 0.0891554 Mar 10 15:29:04.312303 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99308cb6-5344-4dd8-b948-dad0ea7e7e6e req-8da6bd35-5809-457c-9bbe-69b51d18d850 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908871 Mar 10 15:29:04.323073 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-69113f0c-5340-40eb-835c-ec845bb9a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:04.326986 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-69113f0c-5340-40eb-835c-ec845bb9a69d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0522664 Mar 10 15:29:04.368100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Allocated IP 172.28.1.234 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/bd7641e2-5606-4b02-b288-53358706238e) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:04.378775 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-b07820e6-4fed-4ff1-af5c-ba31bcb635d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:04.380308 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-b07820e6-4fed-4ff1-af5c-ba31bcb635d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0472765 Mar 10 15:29:04.476901 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for port (bd7641e2-5606-4b02-b288-53358706238e), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.480032 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-1a279214-1481-4579-9cc9-af9f4a144ddd service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934505 Mar 10 15:29:04.496218 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 242e90ac-a0d1-47f6-806a-a08d104d8bf0 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:04.517478 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 242e90ac-a0d1-47f6-806a-a08d104d8bf0 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:04.520654 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 242e90ac-a0d1-47f6-806a-a08d104d8bf0 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:04.520654 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:04.545238 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cde8c92-bef7-4e9b-b1c5-9db1a349b97f', 'name': 'network-vif-deleted', 'tag': 'f65b3306-04ef-4bc7-9675-1b63ded921c9'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:04.547927 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15750472-3770-44e0-9cd3-f15a252807a1" -d '{"events": [{"server_uuid": "4cde8c92-bef7-4e9b-b1c5-9db1a349b97f", "name": "network-vif-deleted", "tag": "f65b3306-04ef-4bc7-9675-1b63ded921c9"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:04.580358 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ab3d4ca-994a-409a-baf5-19ade6cfd404 req-0914e846-bb31-48f0-9b0c-7c22641b9bc5 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937929 Mar 10 15:29:04.588370 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10301f62-c51a-4db1-a1b3-618076130b91 x-openstack-request-id: req-10301f62-c51a-4db1-a1b3-618076130b91 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:04.588667 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cde8c92-bef7-4e9b-b1c5-9db1a349b97f", "name": "network-vif-deleted", "tag": "f65b3306-04ef-4bc7-9675-1b63ded921c9", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:04.589093 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10301f62-c51a-4db1-a1b3-618076130b91 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:04.589665 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cde8c92-bef7-4e9b-b1c5-9db1a349b97f', 'name': 'network-vif-deleted', 'tag': 'f65b3306-04ef-4bc7-9675-1b63ded921c9', 'status': 'completed', 'code': 200} Mar 10 15:29:04.599714 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port b5c71f83-80c1-476e-8467-b52905ce3a19 is: ACTIVE; New status is: DOWN {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:04.600190 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.603574 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (bd7641e2-5606-4b02-b288-53358706238e), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.627473 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:04.629945 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12154554-c4ac-420b-94fc-71060a102c63" -d '{"events": [{"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:04.645354 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:04.653299 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:04.666007 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:04.671230 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:04.695995 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013119e9-93b2-4a00-b0f7-8ab198d2df79 x-openstack-request-id: req-013119e9-93b2-4a00-b0f7-8ab198d2df79 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:04.696308 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:04.696558 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-013119e9-93b2-4a00-b0f7-8ab198d2df79 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:04.696941 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'code': 200} Mar 10 15:29:04.709920 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4e09eb85-5f15-4ced-ba48-1924f2bc6302 req-abb949e2-439f-4968-9cd7-86186fe30f11 tempest-ServerRescueNegativeTestJSON-712374059 tempest-ServerRescueNegativeTestJSON-712374059-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cde8c92-bef7-4e9b-b1c5-9db1a349b97f HTTP/1.1" status: 200 len: 210 time: 0.0580833 Mar 10 15:29:04.715830 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'Port': ['ID=bd7641e2-5606-4b02-b288-53358706238e,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:04.726192 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.726547 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.726886 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.727224 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.727556 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.727884 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.728211 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.728534 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.728853 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.729195 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.729552 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.729850 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.730168 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:04.738656 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.739403 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device f65b3306-04ef-4bc7-9675-1b63ded921c9 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:04.786712 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: f65b3306-04ef-4bc7-9675-1b63ded921c9 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:04.786950 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device f65b3306-04ef-4bc7-9675-1b63ded921c9 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:04.813689 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=8']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:05.092279 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-8240846a-e946-4e8b-83ca-10df67f1247b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:05.093757 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-8240846a-e946-4e8b-83ca-10df67f1247b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/networks?id=aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 HTTP/1.1" status: 200 len: 808 time: 0.1823301 Mar 10 15:29:05.113755 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-f5d25288-9dd2-417a-bcea-02b34c44084c tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/quotas/55bef56c9f1c460693361576b811e7d1 HTTP/1.1" status: 200 len: 375 time: 0.0136302 Mar 10 15:29:05.173604 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-ffe951c9-47f4-4575-960c-4479607cb6bb tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=55bef56c9f1c460693361576b811e7d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353725 Mar 10 15:29:05.268164 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for floatingip (defd6150-27b1-436d-beb8-519eb14bbf13), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.319352 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-08052aa8-1608-4e95-b709-560eb1b3d271 service neutron] 10.222.0.70 "GET /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387589 Mar 10 15:29:05.462196 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bd7641e2-5606-4b02-b288-53358706238e), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.485695 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-ac7a41e9-bd6e-4326-a4f1-528b288918fb service neutron] 10.222.0.70 "GET /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606519 Mar 10 15:29:05.509778 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263775f2-868b-4a1d-8616-50615e160ea8 req-b604bf54-a321-4e18-900d-514d4fd3d5e1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:05.511221 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-263775f2-868b-4a1d-8616-50615e160ea8 req-b604bf54-a321-4e18-900d-514d4fd3d5e1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.1212537 Mar 10 15:29:05.609927 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-263775f2-868b-4a1d-8616-50615e160ea8 req-87f5ab8e-8e38-431f-890b-1e2c90405d2a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915968 Mar 10 15:29:05.668963 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for port (bd7641e2-5606-4b02-b288-53358706238e), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.733579 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61e595d5-3f49-41b6-8b1f-f17f0261848f req-53319890-7527-4527-94dd-f6590db6e473 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Mar 10 15:29:05.777542 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54920) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:05.794204 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (bd7641e2-5606-4b02-b288-53358706238e), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.870251 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'Port': ['ID=bd7641e2-5606-4b02-b288-53358706238e,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:05.880978 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (defd6150-27b1-436d-beb8-519eb14bbf13), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.988015 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Floating IP defd6150-27b1-436d-beb8-519eb14bbf13 associated. External IP: 172.28.1.234, port: ebdde6e6-12d2-4421-9375-be45e778ac88. Mar 10 15:29:06.213196 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Router 78bef5e4-ebce-4c22-8caf-cc45619adb31 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:06.243110 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625592'] for router_interface (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.338124 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:06.349835 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] Sync routers for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:06.362735 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:06.366846 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:06.456451 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.479729 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:06.491329 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-6d811538-51d4-4551-a36b-4acf9fe53c30 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8256094 Mar 10 15:29:06.491995 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:06.494187 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b486221-73b6-4b9d-93f5-341bd2e479f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:06.496921 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54936) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:06.501347 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-3bb5a3d2-0889-474f-b679-3179590aabfa tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313139553', 'description': 'tempest-secgroup-smoke-313139553 description', 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:06.556832 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb7c69b-5749-4114-8f29-c74ec68e2990 x-openstack-request-id: req-dcb7c69b-5749-4114-8f29-c74ec68e2990 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:06.556832 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:06.556832 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dcb7c69b-5749-4114-8f29-c74ec68e2990 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:06.557355 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'status': 'completed', 'code': 200} Mar 10 15:29:06.568717 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a3d2-0889-474f-b679-3179590aabfa tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.643826 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a3d2-0889-474f-b679-3179590aabfa tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group (3139b8a1-8606-44ae-a28b-55ab1d40d010), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.733500 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'defd6150-27b1-436d-beb8-519eb14bbf13', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'port_id': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'mac_address': 'fa:16:3e:2e:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4546a371-2b83-420b-ac34-fe51acd320d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:05Z', 'updated_at': '2022-03-10T15:29:05Z', 'revision_number': 0, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 5, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:06.743677 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a3d2-0889-474f-b679-3179590aabfa tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3139b8a1-8606-44ae-a28b-55ab1d40d010), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.771562 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] Checking router: 78bef5e4-ebce-4c22-8caf-cc45619adb31 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:29:06.779450 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-db9ebef2-744b-44ce-8307-e0a52c8aec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:06.781816 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-db9ebef2-744b-44ce-8307-e0a52c8aec31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1130 time: 0.1410348 Mar 10 15:29:06.782595 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:06.793575 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:06.812155 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a3cad-2cdc-4914-81ff-6147a6dc3724 req-88f9c1c5-449e-4fde-8677-a4efac096d72 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:06.813782 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d00a3cad-2cdc-4914-81ff-6147a6dc3724 req-88f9c1c5-449e-4fde-8677-a4efac096d72 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.1123550 Mar 10 15:29:06.814878 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5a3d2-0889-474f-b679-3179590aabfa tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3139b8a1-8606-44ae-a28b-55ab1d40d010,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:06.905495 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7e9b4ce8-4757-48e5-9b02-5ad3e83fbe07 req-e27469ad-02a7-46fe-8322-423ad3423f03 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 210 time: 0.0573831 Mar 10 15:29:06.907699 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:06.928968 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a3d2-0889-474f-b679-3179590aabfa tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.937236 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-3bb5a3d2-0889-474f-b679-3179590aabfa tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4392593 Mar 10 15:29:06.940995 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54944) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:06.946201 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-5d4213b5-9024-4da1-a97b-7631b3546c50 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'security_group_rule': {'security_group_id': '3139b8a1-8606-44ae-a28b-55ab1d40d010', 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:06.953394 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d00a3cad-2cdc-4914-81ff-6147a6dc3724 req-fa2368b5-f46a-420d-aa7b-0ea768a377bb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264019 Mar 10 15:29:06.966046 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-052b31ef-489a-4200-a40a-3233a214fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:06.967520 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-052b31ef-489a-4200-a40a-3233a214fde9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=88bf945f-390f-4592-9c24-d2e0639deb10 HTTP/1.1" status: 200 len: 916 time: 0.1663241 Mar 10 15:29:07.039848 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Deleting port ad9f6f94-e176-4739-a14c-9edd375150c3 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:07.040191 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.062975 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-bf10436f-f17f-42ea-b918-231ddbcddd9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 1000 time: 0.0885618 Mar 10 15:29:07.096989 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5d4213b5-9024-4da1-a97b-7631b3546c50 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (6f06c3dc-abb9-48c5-a7a2-8e56d171c126), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.172868 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-68c6d8fe-7268-4d66-bb41-d03609bdd73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:07.174610 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5d4213b5-9024-4da1-a97b-7631b3546c50 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (6f06c3dc-abb9-48c5-a7a2-8e56d171c126), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.174745 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-68c6d8fe-7268-4d66-bb41-d03609bdd73b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7f8e3d5f-f66d-48ce-aff3-1bebbf50f900 HTTP/1.1" status: 200 len: 854 time: 0.1010022 Mar 10 15:29:07.183627 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'defd6150-27b1-436d-beb8-519eb14bbf13', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'port_id': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'mac_address': 'fa:16:3e:2e:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4546a371-2b83-420b-ac34-fe51acd320d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:05Z', 'updated_at': '2022-03-10T15:29:05Z', 'revision_number': 0, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 5, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:07.189483 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] For port ad9f6f94-e176-4739-a14c-9edd375150c3, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=ad9f6f94-e176-4739-a14c-9edd375150c3,segment=NetworkSegment(3c89bc14-71fc-4110-9741-cc0a48c74d28),segment_id=3c89bc14-71fc-4110-9741-cc0a48c74d28)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:07.189851 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.203163 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Calling delete_port for ad9f6f94-e176-4739-a14c-9edd375150c3 owned by network:router_interface {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:07.213356 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257a61d-d621-4223-abe1-63b33da35a23 None None] The sync data for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb is: [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'defd6150-27b1-436d-beb8-519eb14bbf13', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'floating_ip_address': '172.28.1.234', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'port_id': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'mac_address': 'fa:16:3e:2e:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4546a371-2b83-420b-ac34-fe51acd320d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:05Z', 'updated_at': '2022-03-10T15:29:05Z', 'revision_number': 0, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 5, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:07.293290 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5d4213b5-9024-4da1-a97b-7631b3546c50 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (6f06c3dc-abb9-48c5-a7a2-8e56d171c126), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.311811 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4213b5-9024-4da1-a97b-7631b3546c50 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f06c3dc-abb9-48c5-a7a2-8e56d171c126,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:07.344482 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-b624f7d5-e505-4fb6-ac6b-0a5327df514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:07.346025 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-b624f7d5-e505-4fb6-ac6b-0a5327df514c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88bf945f-390f-4592-9c24-d2e0639deb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0678866 Mar 10 15:29:07.437724 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5d4213b5-9024-4da1-a97b-7631b3546c50 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.437724 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-5d4213b5-9024-4da1-a97b-7631b3546c50 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4917750 Mar 10 15:29:07.437724 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54950) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:07.441929 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-a7dcb30a-e16a-47bd-a210-9ec3c4635ffd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'security_group_rule': {'security_group_id': '3139b8a1-8606-44ae-a28b-55ab1d40d010', 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:07.489471 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60800593-7bdd-43df-b676-96a39d24c3be None None] New status for floating IP defd6150-27b1-436d-beb8-519eb14bbf13: ACTIVE {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:29:07.504221 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-519b4c83-82e2-42f6-becc-8fc694a5e972 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209188 Mar 10 15:29:07.556311 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb30a-e16a-47bd-a210-9ec3c4635ffd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (9e26ad81-e1ac-4c64-8d01-051799bcd167), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.651851 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-4b486221-73b6-4b9d-93f5-341bd2e479f5 req-f7f2a28d-47b2-449b-bf8a-53db86b84302 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295764 Mar 10 15:29:07.677385 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb30a-e16a-47bd-a210-9ec3c4635ffd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (9e26ad81-e1ac-4c64-8d01-051799bcd167), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.684392 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (ad9f6f94-e176-4739-a14c-9edd375150c3), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.710356 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b912-f4ea-48a0-a173-3dd3792be080 req-1cb75c96-3d76-4a7c-b578-f267669cc70b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:07.712218 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7826b912-f4ea-48a0-a173-3dd3792be080 req-1cb75c96-3d76-4a7c-b578-f267669cc70b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0838485 Mar 10 15:29:07.773833 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7826b912-f4ea-48a0-a173-3dd3792be080 req-8a9079ca-7e53-4fbe-84d9-855b8d1f60dd tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553625 Mar 10 15:29:07.778570 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb30a-e16a-47bd-a210-9ec3c4635ffd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (9e26ad81-e1ac-4c64-8d01-051799bcd167), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.792921 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9f6f94-e176-4739-a14c-9edd375150c3,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:07.952594 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625704'] for router_interface (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.013677 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb30a-e16a-47bd-a210-9ec3c4635ffd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e26ad81-e1ac-4c64-8d01-051799bcd167,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:08.034750 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fd115e40-20ee-454f-9b6c-861f88bc70b8 req-1c7f0c2c-d48b-4188-9cda-9ce25bcd0b29 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 210 time: 0.0329375 Mar 10 15:29:08.095740 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7aa79-0120-405c-9bd5-786e0f5da5c6 req-1135ed6d-6535-4916-8105-82c3b8463741 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:08.097243 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c9f7aa79-0120-405c-9bd5-786e0f5da5c6 req-1135ed6d-6535-4916-8105-82c3b8463741 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0532162 Mar 10 15:29:08.113038 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb30a-e16a-47bd-a210-9ec3c4635ffd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.114272 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a7dcb30a-e16a-47bd-a210-9ec3c4635ffd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6766088 Mar 10 15:29:08.120699 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54958) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:08.126389 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-e4accd58-858a-4b92-b5b3-141a2241e7a0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'security_group_rule': {'security_group_id': '3139b8a1-8606-44ae-a28b-55ab1d40d010', 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:08.165110 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c9f7aa79-0120-405c-9bd5-786e0f5da5c6 req-2b47447d-a223-4ac8-9e92-4db11d76538f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618041 Mar 10 15:29:08.248733 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4accd58-858a-4b92-b5b3-141a2241e7a0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (c7cd7623-a433-46e9-a89b-86a74a17162d), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.258365 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:08.320023 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4accd58-858a-4b92-b5b3-141a2241e7a0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (c7cd7623-a433-46e9-a89b-86a74a17162d), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.327760 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-cbbcd0b8-5ebf-450d-a6cf-fa76abd19de3 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:08.329069 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-cbbcd0b8-5ebf-450d-a6cf-fa76abd19de3 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.69 "GET /v2.0/networks?id=aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 HTTP/1.1" status: 200 len: 808 time: 0.1872261 Mar 10 15:29:08.374990 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Request body: {'port': {'device_id': '863aa206-edea-4659-b95f-4d8086a25631', 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6', 'admin_state_up': True, 'tenant_id': '55bef56c9f1c460693361576b811e7d1'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:08.452259 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:08.458564 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-2d02db66-24d1-4241-90bd-e9ef5a651619 admin admin] 10.222.0.70 "PUT /v2.0/routers/2ed13f55-28c2-4ce6-95d7-7f25aab4da51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799312 Mar 10 15:29:08.461264 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54964) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:08.463939 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] Sync routers for ids ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:08.469441 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4accd58-858a-4b92-b5b3-141a2241e7a0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (c7cd7623-a433-46e9-a89b-86a74a17162d), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.486570 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] Routers {'2ed13f55-28c2-4ce6-95d7-7f25aab4da51'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:08.488278 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4accd58-858a-4b92-b5b3-141a2241e7a0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cd7623-a433-46e9-a89b-86a74a17162d,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:08.488439 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:08.589116 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4accd58-858a-4b92-b5b3-141a2241e7a0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.591260 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e4accd58-858a-4b92-b5b3-141a2241e7a0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4688048 Mar 10 15:29:08.594179 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54970) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:08.598848 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-e978594f-f92a-4489-829f-727f3de0edbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'security_group_rule': {'security_group_id': '3139b8a1-8606-44ae-a28b-55ab1d40d010', 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:08.625008 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] Set router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:08.724846 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e978594f-f92a-4489-829f-727f3de0edbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (559d35a3-9d4b-4402-90db-450d73318c66), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.829289 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks [] for router (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.833805 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e978594f-f92a-4489-829f-727f3de0edbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (559d35a3-9d4b-4402-90db-450d73318c66), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.873531 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Made reservation on behalf of 55bef56c9f1c460693361576b811e7d1 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:08.877210 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.925351 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e978594f-f92a-4489-829f-727f3de0edbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (559d35a3-9d4b-4402-90db-450d73318c66), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.936879 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:08.953707 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978594f-f92a-4489-829f-727f3de0edbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559d35a3-9d4b-4402-90db-450d73318c66,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:08.973408 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] Checking router: 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:29:08.977447 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771c946-4a8c-45a3-9076-54a2cbb80bfa req-adee92ce-d6ba-43d0-b530-ef81a223e658 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:08.979814 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1771c946-4a8c-45a3-9076-54a2cbb80bfa req-adee92ce-d6ba-43d0-b530-ef81a223e658 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0883753 Mar 10 15:29:08.983660 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] Routers {'2ed13f55-28c2-4ce6-95d7-7f25aab4da51'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:08.984282 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:09.038035 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks [] for router_gateway (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.053583 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1771c946-4a8c-45a3-9076-54a2cbb80bfa req-d5210d7a-cb58-407f-ad64-2534e44ce06e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667293 Mar 10 15:29:09.056900 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e978594f-f92a-4489-829f-727f3de0edbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.061612 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 54980) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:09.071066 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e978594f-f92a-4489-829f-727f3de0edbd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4663835 Mar 10 15:29:09.071515 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-fbd69a5c-dadc-4803-b6f5-6815b0bc6304 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'security_group_rule': {'security_group_id': '3139b8a1-8606-44ae-a28b-55ab1d40d010', 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:09.088376 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Allocated IP 172.20.0.11 (aa6cf7ad-2ecf-46a4-8772-0a374539ddb6/fd51151c-b64b-4f2e-aa8a-bf07becf3cdc/8cfaf2ce-af1d-4bcf-996a-71d6928fb68b) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:09.115715 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] Set router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:09.146259 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a19f2880-a0c7-4d6b-9c20-b0d0ca598ff8 req-3bbd6627-3d99-4cc0-bc56-5fa1ec53b5de tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 210 time: 0.0289133 Mar 10 15:29:09.203579 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.securitygroups_db [None req-fbd69a5c-dadc-4803-b6f5-6815b0bc6304 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Project 9dcc3237c0ba4465b05886e1650cd3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:29:09.238319 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fbd69a5c-dadc-4803-b6f5-6815b0bc6304 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (3a0e7d54-da59-406b-a415-1933532da127), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.244299 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Deleting port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:09.244636 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.298518 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:09.327070 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0365d-8b55-4b94-9763-5b2a97dde70a None None] The sync data for ids ['2ed13f55-28c2-4ce6-95d7-7f25aab4da51'] in dv-cinder-831247-10-smb is: [{'id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'name': 'tempest-ServerRescueNegativeTestJSON-1452364527-router', 'tenant_id': 'e5b7ec0e259f4912978415702ab0a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'e5b7ec0e259f4912978415702ab0a335', 'gw_port': {'id': '84f0eb95-c804-4e9b-9764-c7189f5dc8f6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed13f55-28c2-4ce6-95d7-7f25aab4da51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:09.375026 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks [] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.404844 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fbd69a5c-dadc-4803-b6f5-6815b0bc6304 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (3a0e7d54-da59-406b-a415-1933532da127), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.413180 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] For port 84f0eb95-c804-4e9b-9764-c7189f5dc8f6, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=84f0eb95-c804-4e9b-9764-c7189f5dc8f6,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:09.413525 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.433077 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Calling delete_port for 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:09.484284 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fbd69a5c-dadc-4803-b6f5-6815b0bc6304 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (3a0e7d54-da59-406b-a415-1933532da127), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.510823 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd69a5c-dadc-4803-b6f5-6815b0bc6304 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0e7d54-da59-406b-a415-1933532da127,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:09.556950 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.612532 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:09.616650 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:09.625406 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:09.639156 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fbd69a5c-dadc-4803-b6f5-6815b0bc6304 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.639156 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-fbd69a5c-dadc-4803-b6f5-6815b0bc6304 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5719371 Mar 10 15:29:09.639360 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 54986) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:09.643892 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-2c313e5c-1997-4740-96b1-ea484632c3e8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'security_group_rule': {'security_group_id': '3139b8a1-8606-44ae-a28b-55ab1d40d010', 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:09.656491 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Pushing event updated for resources: {'Port': ['ID=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:09.712709 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:09.712709 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.735580 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.securitygroups_db [None req-2c313e5c-1997-4740-96b1-ea484632c3e8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Project 9dcc3237c0ba4465b05886e1650cd3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:29:09.739816 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2c313e5c-1997-4740-96b1-ea484632c3e8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (fe7d1d4f-e42b-423e-8d1a-4d2984c13c9d), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.761762 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-e27d580c-f74c-4c49-ae13-dfb79211750b req-26832bf0-fe89-41e7-9282-8d684546415c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:29:09.763408 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e27d580c-f74c-4c49-ae13-dfb79211750b req-26832bf0-fe89-41e7-9282-8d684546415c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059919 Mar 10 15:29:09.779480 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-849ceac0-dbd8-4fbd-ad55-45da1109cf73 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4309099 Mar 10 15:29:09.785699 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (84f0eb95-c804-4e9b-9764-c7189f5dc8f6), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.820825 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2c313e5c-1997-4740-96b1-ea484632c3e8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (fe7d1d4f-e42b-423e-8d1a-4d2984c13c9d), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.823660 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Request body: {'port': {'device_id': '863aa206-edea-4659-b95f-4d8086a25631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:09.828268 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f0eb95-c804-4e9b-9764-c7189f5dc8f6,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:09.898286 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2c313e5c-1997-4740-96b1-ea484632c3e8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (fe7d1d4f-e42b-423e-8d1a-4d2984c13c9d), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.917219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c313e5c-1997-4740-96b1-ea484632c3e8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7d1d4f-e42b-423e-8d1a-4d2984c13c9d,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:09.936407 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.951407 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638082'] for router_gateway (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.033328 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2c313e5c-1997-4740-96b1-ea484632c3e8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.034902 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-2c313e5c-1997-4740-96b1-ea484632c3e8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3944976 Mar 10 15:29:10.083469 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123110'] for router (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.091377 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks [] for router_controller (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.144881 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf1e99-838b-4467-897c-b86257aa773f req-9a0ef24b-558e-4dae-b737-a5bff44e1b9a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:10.146402 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7eaf1e99-838b-4467-897c-b86257aa773f req-9a0ef24b-558e-4dae-b737-a5bff44e1b9a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0929430 Mar 10 15:29:10.155947 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-9d08c47b-92ce-452b-bb6f-c50450e287dd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313139553&fields=id&tenant_id=9dcc3237c0ba4465b05886e1650cd3f5 HTTP/1.1" status: 200 len: 267 time: 0.0618510 Mar 10 15:29:10.235451 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7eaf1e99-838b-4467-897c-b86257aa773f req-6a92ae1d-3eb1-4efd-b0fb-4abd340cdaf1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781837 Mar 10 15:29:10.269451 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-03ca8ae2-46d0-4223-a214-1c23562969da tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:10.281423 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-03ca8ae2-46d0-4223-a214-1c23562969da tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.1101959 Mar 10 15:29:10.288778 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'port': {'security_groups': ['1b5bc051-0d16-47b7-92e8-e98a92dff492', '3139b8a1-8606-44ae-a28b-55ab1d40d010']}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:10.335077 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626966'] for router (2ed13f55-28c2-4ce6-95d7-7f25aab4da51), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.335530 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed13f55-28c2-4ce6-95d7-7f25aab4da51 {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:29:10.357005 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.360640 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-575fc086-dd02-4121-8da4-855b97933bd9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2ed13f55-28c2-4ce6-95d7-7f25aab4da51 HTTP/1.1" status: 204 len: 168 time: 1.8960319 Mar 10 15:29:10.360776 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55010) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:10.404626 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:29:10.415227 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Publish callbacks [] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.418104 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71fbe8-c9c1-4f33-bd6b-526fda70419c req-e5f6b689-d280-4387-91a8-4888249ad8c6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:10.420750 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8c71fbe8-c9c1-4f33-bd6b-526fda70419c req-e5f6b689-d280-4387-91a8-4888249ad8c6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1205113 Mar 10 15:29:10.422045 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.435908 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-580ca213-897e-4c40-85f5-325dd27ad9dc admin admin] Deleting subnet 237c0e6c-c4bc-4f15-83d0-66ba75a3314e {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:10.438312 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Transition to ACTIVE for port object 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:29:10.440309 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-580ca213-897e-4c40-85f5-325dd27ad9dc admin admin] Publish callbacks [] for subnet (237c0e6c-c4bc-4f15-83d0-66ba75a3314e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.460120 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:10.478220 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-580ca213-897e-4c40-85f5-325dd27ad9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134013983'] for subnet (237c0e6c-c4bc-4f15-83d0-66ba75a3314e), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.541675 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.557142 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-580ca213-897e-4c40-85f5-325dd27ad9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (237c0e6c-c4bc-4f15-83d0-66ba75a3314e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.569934 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port b5c71f83-80c1-476e-8467-b52905ce3a19 is: DOWN; New status is: DOWN {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:10.606907 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8c71fbe8-c9c1-4f33-bd6b-526fda70419c req-756e608d-fc05-4727-93cd-2532367affe1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744170 Mar 10 15:29:10.638102 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:10.724463 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Attempting to bind port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:10.725562 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Attempting to bind port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:10.726102 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Attempting to bind port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b on network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:10.733664 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b on network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:29:10.734059 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Attempting to bind port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b on network aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:10.739803 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:10.740161 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Checking segment: {'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:10.740526 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Bound using segment: {'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:10.740985 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Bound port: 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c8a993-dfd4-4a8a-a370-9bece28ca99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:10.741375 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.775984 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55020) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:10.781079 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-580ca213-897e-4c40-85f5-325dd27ad9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133491775'] for subnet (237c0e6c-c4bc-4f15-83d0-66ba75a3314e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.791863 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] For port ebdde6e6-12d2-4421-9375-be45e778ac88, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ebdde6e6-12d2-4421-9375-be45e778ac88,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:10.813462 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3cc7b-a880-41eb-b5a5-d00997e31d4c req-f442c6ad-b3ae-4159-a039-68836111e7ff tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:10.814829 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-07a3cc7b-a880-41eb-b5a5-d00997e31d4c req-f442c6ad-b3ae-4159-a039-68836111e7ff tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 944 time: 0.1233237 Mar 10 15:29:10.827565 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ca213-897e-4c40-85f5-325dd27ad9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237c0e6c-c4bc-4f15-83d0-66ba75a3314e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:10.829300 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-580ca213-897e-4c40-85f5-325dd27ad9dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.832503 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-580ca213-897e-4c40-85f5-325dd27ad9dc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/237c0e6c-c4bc-4f15-83d0-66ba75a3314e HTTP/1.1" status: 204 len: 168 time: 0.4708257 Mar 10 15:29:10.838563 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55024) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:10.865469 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.874987 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] For port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:10.913444 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-07a3cc7b-a880-41eb-b5a5-d00997e31d4c req-d6a2dee6-ee83-4e82-a72f-2318a961c148 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816929 Mar 10 15:29:10.915876 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] For port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:10.923940 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (44504a86-8e35-4c07-bc61-e6ddfcfdbbdb), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.928566 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-3faede0f-bbe2-46a7-8a76-cede8785730c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514699 Mar 10 15:29:10.942225 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-984f3e59-00f5-464b-8a14-c0786bee45fe service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:29:10.953031 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-984f3e59-00f5-464b-8a14-c0786bee45fe service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165148 Mar 10 15:29:10.963940 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.000918 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['ebdde6e6-12d2-4421-9375-be45e778ac88'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:11.033022 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.033790 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for port (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.038759 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2cdc3a14-f82a-41e8-ae4b-cdc66a972f27 req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "PUT /v2.0/ports/ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 982 time: 0.7557988 Mar 10 15:29:11.039444 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:11.041900 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a79934-0d63-4583-b242-19b1ae98e32f" -d '{"events": [{"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:11.094018 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:11.094387 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (44504a86-8e35-4c07-bc61-e6ddfcfdbbdb), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.095906 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693ab2c-d69a-46d2-9f98-3a658573bcb2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'Port': ['ID=ebdde6e6-12d2-4421-9375-be45e778ac88,revision_number=6']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:11.120508 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55034) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:11.121828 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.133221 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f039528-3bf7-42b2-83ec-e71114580e58 x-openstack-request-id: req-6f039528-3bf7-42b2-83ec-e71114580e58 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:11.133914 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:11.134238 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f039528-3bf7-42b2-83ec-e71114580e58 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:11.134815 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'status': 'completed', 'code': 200} Mar 10 15:29:11.136306 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44504a86-8e35-4c07-bc61-e6ddfcfdbbdb']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:11.143251 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:11.143592 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 84f0eb95-c804-4e9b-9764-c7189f5dc8f6 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:11.144002 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ad9f6f94-e176-4739-a14c-9edd375150c3 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:11.185363 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['ebdde6e6-12d2-4421-9375-be45e778ac88'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:11.191936 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: ad9f6f94-e176-4739-a14c-9edd375150c3 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:11.192667 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ad9f6f94-e176-4739-a14c-9edd375150c3 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:11.209029 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c89bc14-71fc-4110-9741-cc0a48c74d28') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:11.209366 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c89bc14-71fc-4110-9741-cc0a48c74d28') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:11.217924 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.218541 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.222471 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] 10.222.0.69 "PUT /v2.0/ports/8cfaf2ce-af1d-4bcf-996a-71d6928fb68b HTTP/1.1" status: 200 len: 1094 time: 1.4028525 Mar 10 15:29:11.225611 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863aa206-edea-4659-b95f-4d8086a25631', 'tag': '8cfaf2ce-af1d-4bcf-996a-71d6928fb68b'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:11.227825 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506dd5c6-e551-407e-8ed3-5b2da5200b46" -d '{"events": [{"name": "network-changed", "server_uuid": "863aa206-edea-4659-b95f-4d8086a25631", "tag": "8cfaf2ce-af1d-4bcf-996a-71d6928fb68b"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:11.236658 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134013972'] for segment (3c89bc14-71fc-4110-9741-cc0a48c74d28), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.319163 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af0d08-a509-4ee2-bc9d-8ed1c9da4a69 x-openstack-request-id: req-d3af0d08-a509-4ee2-bc9d-8ed1c9da4a69 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:11.319575 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863aa206-edea-4659-b95f-4d8086a25631", "tag": "8cfaf2ce-af1d-4bcf-996a-71d6928fb68b", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:11.322326 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3af0d08-a509-4ee2-bc9d-8ed1c9da4a69 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:11.322326 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863aa206-edea-4659-b95f-4d8086a25631', 'tag': '8cfaf2ce-af1d-4bcf-996a-71d6928fb68b', 'status': 'completed', 'code': 200} Mar 10 15:29:11.324033 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (3c89bc14-71fc-4110-9741-cc0a48c74d28), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.328012 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f16432-123f-4fb0-bcde-22bcadb8e598 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:11.352546 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:11.352908 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133241140'] for segment (3c89bc14-71fc-4110-9741-cc0a48c74d28), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: Traceback (most recent call last): Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: timer() Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: cb(*args, **kw) Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: return func(*args, **kwargs) Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: self._notify() Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: self.callback(batched_events) Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: event.method(event) Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: return f(self, *a, **k) Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: return self._get(url).json() Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:11.354963 dv-cinder-831247-10-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:11.361737 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-a0f7478e-c221-4800-9f20-7db28c58811d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.363687 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-a0f7478e-c221-4800-9f20-7db28c58811d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports/b5c71f83-80c1-476e-8467-b52905ce3a19 HTTP/1.1" status: 200 len: 941 time: 0.2419553 Mar 10 15:29:11.380374 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553fff8-0dfc-4c8e-8df1-30f6caf1196a req-ef1a69f9-ed83-4158-bf66-1db5c1d1e9f5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.390591 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5553fff8-0dfc-4c8e-8df1-30f6caf1196a req-ef1a69f9-ed83-4158-bf66-1db5c1d1e9f5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.2485535 Mar 10 15:29:11.412761 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-215e9103-f28c-4907-8b3a-97477f827f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.414465 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-215e9103-f28c-4907-8b3a-97477f827f4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1169 time: 0.2330899 Mar 10 15:29:11.506154 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dd5c6-e551-407e-8ed3-5b2da5200b46 req-1d61dc72-bd60-427c-b545-b2b55e55f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.507690 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-506dd5c6-e551-407e-8ed3-5b2da5200b46 req-1d61dc72-bd60-427c-b545-b2b55e55f6db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55bef56c9f1c460693361576b811e7d1&device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 1128 time: 0.1661584 Mar 10 15:29:11.515098 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5553fff8-0dfc-4c8e-8df1-30f6caf1196a req-f4b11192-c267-4a0c-8e6e-b745d005389b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232364 Mar 10 15:29:11.538354 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ab1c7-0722-4cc4-aa0b-f8590bc466a2 req-fbccf708-17ed-497e-be4e-b1bd1f28f9de tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.553249 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-746ab1c7-0722-4cc4-aa0b-f8590bc466a2 req-fbccf708-17ed-497e-be4e-b1bd1f28f9de tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.1600294 Mar 10 15:29:11.588301 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (44504a86-8e35-4c07-bc61-e6ddfcfdbbdb), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.589308 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-af0b96dc-3239-42cb-9b4f-ee1d1202a2a3 None None] Provisioning complete for port ebdde6e6-12d2-4421-9375-be45e778ac88 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:11.589770 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-af0b96dc-3239-42cb-9b4f-ee1d1202a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.594487 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.600187 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] 10.222.0.70 "DELETE /v2.0/networks/44504a86-8e35-4c07-bc61-e6ddfcfdbbdb HTTP/1.1" status: 204 len: 168 time: 0.7585113 Mar 10 15:29:11.614940 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-746ab1c7-0722-4cc4-aa0b-f8590bc466a2 req-bc35d0b5-1e27-4801-a630-f25c3f4d5cef tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602820 Mar 10 15:29:11.665684 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e393c63-08b3-45d4-84e6-03c2d6928f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=44504a86-8e35-4c07-bc61-e6ddfcfdbbdb,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:11.773491 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-1a5efeb0-b256-46da-84fc-9eba39e6d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.777044 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-1a5efeb0-b256-46da-84fc-9eba39e6d813 service neutron] 10.222.0.69 "GET /v2.0/networks?id=88bf945f-390f-4592-9c24-d2e0639deb10 HTTP/1.1" status: 200 len: 916 time: 0.3290951 Mar 10 15:29:11.780047 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fccb0-b0c8-4159-9dc8-0a6db671356f req-3a8a16c6-cacd-4db1-b0d6-f830132fc3a0 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.787875 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5e8fccb0-b0c8-4159-9dc8-0a6db671356f req-3a8a16c6-cacd-4db1-b0d6-f830132fc3a0 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0780909 Mar 10 15:29:11.818233 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dd5c6-e551-407e-8ed3-5b2da5200b46 req-bb64a015-d0ba-4c71-a6f0-7f35fd82c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.819668 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-506dd5c6-e551-407e-8ed3-5b2da5200b46 req-bb64a015-d0ba-4c71-a6f0-7f35fd82c127 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=55bef56c9f1c460693361576b811e7d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2434888 Mar 10 15:29:11.855972 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5e8fccb0-b0c8-4159-9dc8-0a6db671356f req-9dec4ac5-ba22-464e-a988-d51043165074 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670402 Mar 10 15:29:11.906306 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-af0b96dc-3239-42cb-9b4f-ee1d1202a2a3 None None] Current status of the port ebdde6e6-12d2-4421-9375-be45e778ac88 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:12.077509 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb6629-62d3-4e79-90fe-c19ca335714f req-a4d8ba70-baf3-4c67-b0ce-c9e7bd650b9d tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.079082 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0fdb6629-62d3-4e79-90fe-c19ca335714f req-a4d8ba70-baf3-4c67-b0ce-c9e7bd650b9d tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 944 time: 0.0548432 Mar 10 15:29:12.131078 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0fdb6629-62d3-4e79-90fe-c19ca335714f req-84639182-7816-4109-a91a-f3aed188e88e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Mar 10 15:29:12.133275 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55058) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:12.165401 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-2a3b3157-6457-46f2-bc70-0c47d0cd4ee4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 1002 time: 0.3579826 Mar 10 15:29:12.175232 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-7e7fe632-5d43-4a13-bb9f-f29dbb91ff7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5b7ec0e259f4912978415702ab0a335&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406694 Mar 10 15:29:12.177784 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55060) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:12.226587 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dd5c6-e551-407e-8ed3-5b2da5200b46 req-25002961-a19e-4596-b337-fe5e5a649646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.228024 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-506dd5c6-e551-407e-8ed3-5b2da5200b46 req-25002961-a19e-4596-b337-fe5e5a649646 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3629141 Mar 10 15:29:12.228402 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0cfb021e-16b8-4c82-9e98-6af21515631f admin admin] Publish callbacks [] for security_group (938b91e0-6628-402e-b325-499201c3e5f0), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:12.232100 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-ba2dfc6e-eda2-47d5-b572-e04cdb37a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.233432 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-ba2dfc6e-eda2-47d5-b572-e04cdb37a964 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7f8e3d5f-f66d-48ce-aff3-1bebbf50f900 HTTP/1.1" status: 200 len: 854 time: 0.0586722 Mar 10 15:29:12.254059 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0cfb021e-16b8-4c82-9e98-6af21515631f admin admin] Publish callbacks [] for security_group (938b91e0-6628-402e-b325-499201c3e5f0), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:12.348012 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-8be052be-5f3b-46e6-be2c-ef23d95da00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.349622 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-8be052be-5f3b-46e6-be2c-ef23d95da00b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88bf945f-390f-4592-9c24-d2e0639deb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1009531 Mar 10 15:29:12.355206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-bbcfb7e8-66ea-477b-b70f-716c811ac80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.357263 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-bbcfb7e8-66ea-477b-b70f-716c811ac80f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55bef56c9f1c460693361576b811e7d1&device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 1128 time: 0.0562942 Mar 10 15:29:12.402682 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0cfb021e-16b8-4c82-9e98-6af21515631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (938b91e0-6628-402e-b325-499201c3e5f0), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:12.405853 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0cfb021e-16b8-4c82-9e98-6af21515631f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:12.407658 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0cfb021e-16b8-4c82-9e98-6af21515631f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/938b91e0-6628-402e-b325-499201c3e5f0 HTTP/1.1" status: 204 len: 168 time: 0.2286453 Mar 10 15:29:12.416526 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-b3ef9afc-eb26-4a01-a9e9-cb4cd243b640 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b HTTP/1.1" status: 200 len: 217 time: 0.0422759 Mar 10 15:29:12.418598 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb021e-16b8-4c82-9e98-6af21515631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938b91e0-6628-402e-b325-499201c3e5f0,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:12.508744 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-6e68a6ae-5eda-436a-af68-93eb50b59370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.513537 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-6e68a6ae-5eda-436a-af68-93eb50b59370 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fd51151c-b64b-4f2e-aa8a-bf07becf3cdc HTTP/1.1" status: 200 len: 848 time: 0.0611959 Mar 10 15:29:12.516046 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-22a478c5-90ce-4f4d-b5e0-c67e32cabf53 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579370 Mar 10 15:29:12.558983 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-0975b7c5-f4ac-4843-b112-ee03031124dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa6cf7ad-2ecf-46a4-8772-0a374539ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420122 Mar 10 15:29:12.698677 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b7a79934-0d63-4583-b242-19b1ae98e32f req-35a6af0f-33db-4784-8b4b-b44785ae8c91 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487358 Mar 10 15:29:12.709450 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-d8e15bb4-9ea3-4029-a2ac-194ecb8ba5aa service neutron] 10.222.0.69 "GET /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400006 Mar 10 15:29:12.757083 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dc6af-b89e-47cb-b7b8-59264eff80f6 req-51e927a0-e6b7-4d0f-92fa-f508c680000c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.759602 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b95dc6af-b89e-47cb-b7b8-59264eff80f6 req-51e927a0-e6b7-4d0f-92fa-f508c680000c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0542524 Mar 10 15:29:12.813670 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b95dc6af-b89e-47cb-b7b8-59264eff80f6 req-ddc968e7-875d-4c1d-bbd9-1f8e54b96eaa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461841 Mar 10 15:29:12.817671 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f19591d9-32ee-400a-8057-b1036bea7c60 req-25f6b797-42e6-411a-a4bc-534d1d1a3216 service neutron] 10.222.0.69 "GET /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921645 Mar 10 15:29:12.962310 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dafd1-6cc1-4240-8929-b271816c78fd req-0b07d7a5-ce07-45ef-9755-c513b0553637 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.963972 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-087dafd1-6cc1-4240-8929-b271816c78fd req-0b07d7a5-ce07-45ef-9755-c513b0553637 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0544448 Mar 10 15:29:13.016283 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-087dafd1-6cc1-4240-8929-b271816c78fd req-ce10aaf8-5f6c-4d7b-87a4-eca7a074a66c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457754 Mar 10 15:29:13.267552 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4cda0-b4b6-4355-a23d-611181875cba req-9918b3cd-09d2-47f3-a63f-27635fb13c55 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:13.269021 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-77d4cda0-b4b6-4355-a23d-611181875cba req-9918b3cd-09d2-47f3-a63f-27635fb13c55 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 944 time: 0.0522013 Mar 10 15:29:13.314863 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-77d4cda0-b4b6-4355-a23d-611181875cba req-88186b92-1cc0-4e6d-8e1c-fde25f8286f1 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Mar 10 15:29:13.939309 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda7ba1-ba1a-4c93-8847-cadd2711cce5 req-52bf5e6b-e4b5-4cab-96ce-6758742d944f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:13.939309 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ecda7ba1-ba1a-4c93-8847-cadd2711cce5 req-52bf5e6b-e4b5-4cab-96ce-6758742d944f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0525060 Mar 10 15:29:13.984339 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ecda7ba1-ba1a-4c93-8847-cadd2711cce5 req-8cf42365-27a1-43c2-adfa-5f7da8d8e966 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408981 Mar 10 15:29:14.136471 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aa6ee-a721-4d54-9ebd-8bb9f0c701e0 req-382900dc-a7e6-4cc3-9df1-b2125bd79f9b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:14.137969 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5c5aa6ee-a721-4d54-9ebd-8bb9f0c701e0 req-382900dc-a7e6-4cc3-9df1-b2125bd79f9b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0556190 Mar 10 15:29:14.184094 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5c5aa6ee-a721-4d54-9ebd-8bb9f0c701e0 req-9a532b88-510f-49de-9cc6-96722715982c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Mar 10 15:29:14.352687 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-2aaba2e0-cf4d-4e08-a35d-3afc72d6a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:14.354262 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-2aaba2e0-cf4d-4e08-a35d-3afc72d6a5d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450&tenant_id=3e7f22f1804c4c6699caef0783ae4c2b HTTP/1.1" status: 200 len: 1128 time: 0.0782974 Mar 10 15:29:14.430218 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0a174-8b74-4150-a4e0-1e31aaedf850 req-22f5828c-0bb6-4205-8943-4a3883ee3d17 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:14.431711 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bfa0a174-8b74-4150-a4e0-1e31aaedf850 req-22f5828c-0bb6-4205-8943-4a3883ee3d17 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 944 time: 0.0528827 Mar 10 15:29:14.443091 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-8bc903cc-57c4-45d2-8a97-1cd80ff572f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:14.459802 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-8bc903cc-57c4-45d2-8a97-1cd80ff572f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 1128 time: 0.0507846 Mar 10 15:29:14.476098 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:29:14.492850 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bfa0a174-8b74-4150-a4e0-1e31aaedf850 req-7f91549e-41a5-4db8-9246-305dac0dfe8e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507619 Mar 10 15:29:14.544963 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-b38ea572-5fd4-49bd-89da-4033ad454655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:14.547744 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-b38ea572-5fd4-49bd-89da-4033ad454655 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 918 time: 0.0958862 Mar 10 15:29:14.606073 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:14.616701 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '8cfaf2ce-af1d-4bcf-996a-71d6928fb68b', 'network_id': 'aa6cf7ad-2ecf-46a4-8772-0a374539ddb6', 'port_id': '8cfaf2ce-af1d-4bcf-996a-71d6928fb68b', 'mac_address': 'fa:16:3e:b6:10:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd51151c-b64b-4f2e-aa8a-bf07becf3cdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:29:14.630255 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-6ad8f0f2-b4f6-45d8-ab70-02186c3255b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c71f83-80c1-476e-8467-b52905ce3a19 HTTP/1.1" status: 200 len: 1000 time: 0.0743473 Mar 10 15:29:14.656777 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:14.657296 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.670181 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:29:14.682719 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-66aa8a4b-7dab-45ce-b2c8-b3f205d7c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:14.682719 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-66aa8a4b-7dab-45ce-b2c8-b3f205d7c3b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0432596 Mar 10 15:29:14.690044 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:14.729912 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-7f77b525-be74-4c49-b06c-4466f626991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:14.731346 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-7f77b525-be74-4c49-b06c-4466f626991b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0440240 Mar 10 15:29:14.807425 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.825932 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-49f6d38a-1ed0-4996-85b0-922d2eb45b9d service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857942 Mar 10 15:29:14.860285 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:14.868146 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.868625 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.869235 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.869605 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.870100 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.870533 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.871003 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.872088 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.872409 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.872840 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.873339 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.873766 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.874440 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:14.939680 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d85dddcc-8a65-47c9-ba4b-45787c7b2f39 req-cf270574-f8d5-4996-bf87-f889e09a7ab2 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850725 Mar 10 15:29:15.110226 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f306-1665-4229-ae05-31dc8976e548 req-17adda2c-2dca-4823-86a2-08456e838954 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:15.111835 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3c94f306-1665-4229-ae05-31dc8976e548 req-17adda2c-2dca-4823-86a2-08456e838954 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0575397 Mar 10 15:29:15.142389 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['8cfaf2ce-af1d-4bcf-996a-71d6928fb68b'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:15.160064 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3c94f306-1665-4229-ae05-31dc8976e548 req-0c0cd50a-2d5e-45ef-8e41-638e2452513d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418801 Mar 10 15:29:15.318967 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae7202-6eee-4d9f-83f0-7666313217ff req-e23d6e64-3760-43ac-af2f-385da7d576fd tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:15.320524 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9dae7202-6eee-4d9f-83f0-7666313217ff req-e23d6e64-3760-43ac-af2f-385da7d576fd tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0623171 Mar 10 15:29:15.368812 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9dae7202-6eee-4d9f-83f0-7666313217ff req-dacf87c0-7f22-4caf-88f5-2fb3cc8d4cab tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Mar 10 15:29:15.600223 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1455880-3a44-4914-b7a6-c07a079510a9 req-ff009a0e-1c86-48f2-b50e-6a0d3e90f3e6 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:15.601706 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e1455880-3a44-4914-b7a6-c07a079510a9 req-ff009a0e-1c86-48f2-b50e-6a0d3e90f3e6 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 945 time: 0.0519140 Mar 10 15:29:15.650548 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e1455880-3a44-4914-b7a6-c07a079510a9 req-2996e4b9-0bf7-4ca2-9b9b-39c52ef7c0bf tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Mar 10 15:29:16.327227 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cebc37-b4f8-4c07-aba6-0ec5258021e5 req-126a9033-8caa-4319-a013-d41ab10e406a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:16.329607 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-72cebc37-b4f8-4c07-aba6-0ec5258021e5 req-126a9033-8caa-4319-a013-d41ab10e406a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0729496 Mar 10 15:29:16.379875 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-72cebc37-b4f8-4c07-aba6-0ec5258021e5 req-82a0f450-0b32-4bd0-a1b1-64f8a991898a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454988 Mar 10 15:29:16.490579 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:16.523311 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360b3b3-53e8-4451-9617-800c2dc9ce72 req-2791b8ec-6f01-4163-9433-caa74a3bdd00 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:16.525326 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6360b3b3-53e8-4451-9617-800c2dc9ce72 req-2791b8ec-6f01-4163-9433-caa74a3bdd00 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0742016 Mar 10 15:29:16.582273 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6360b3b3-53e8-4451-9617-800c2dc9ce72 req-ec20d61e-e943-423a-a79c-205f82ed2fb5 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486615 Mar 10 15:29:16.613644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:29:16.618616 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:16.619656 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.710283 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:16.710685 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.756088 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863aa206-edea-4659-b95f-4d8086a25631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfaf2ce-af1d-4bcf-996a-71d6928fb68b'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:16.758633 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb83bd-f3a3-47ad-9867-9f0c26d59dfb" -d '{"events": [{"server_uuid": "863aa206-edea-4659-b95f-4d8086a25631", "name": "network-vif-plugged", "status": "completed", "tag": "8cfaf2ce-af1d-4bcf-996a-71d6928fb68b"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:16.779085 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:16.812727 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b906ee10-1dd8-4d3b-9b0e-21672579cce4 x-openstack-request-id: req-b906ee10-1dd8-4d3b-9b0e-21672579cce4 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:16.813315 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863aa206-edea-4659-b95f-4d8086a25631", "name": "network-vif-plugged", "status": "completed", "tag": "8cfaf2ce-af1d-4bcf-996a-71d6928fb68b", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:16.813802 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b906ee10-1dd8-4d3b-9b0e-21672579cce4 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:16.815512 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863aa206-edea-4659-b95f-4d8086a25631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfaf2ce-af1d-4bcf-996a-71d6928fb68b', 'code': 200} Mar 10 15:29:16.853914 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.858602 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c1396-1e39-482e-94c2-7cefc3330c7b req-027951ce-c38a-4176-a81c-2b2633763cdd tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:16.860167 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e6c1396-1e39-482e-94c2-7cefc3330c7b req-027951ce-c38a-4176-a81c-2b2633763cdd tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 945 time: 0.1054904 Mar 10 15:29:16.923228 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:16.935819 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1e6c1396-1e39-482e-94c2-7cefc3330c7b req-25f43e06-85e2-439f-994d-f4e671ea3d6f tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691214 Mar 10 15:29:17.763286 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d656350-24a8-44fd-86a0-92048a5df14d req-15c7693d-9ec0-47c1-899d-bdec24743b23 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:17.763286 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8d656350-24a8-44fd-86a0-92048a5df14d req-15c7693d-9ec0-47c1-899d-bdec24743b23 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0519507 Mar 10 15:29:17.763286 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8d656350-24a8-44fd-86a0-92048a5df14d req-68195e2e-5337-4aa7-b7e3-d3e9b95fc840 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 Mar 10 15:29:17.763286 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee56808-20ba-47c3-be89-cad99a3c2449 req-5df92789-2034-4904-bf10-3d2f64ac457c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:17.763286 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fee56808-20ba-47c3-be89-cad99a3c2449 req-5df92789-2034-4904-bf10-3d2f64ac457c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0540121 Mar 10 15:29:17.792217 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fee56808-20ba-47c3-be89-cad99a3c2449 req-578ab201-6106-41d3-b558-b8b611785c7c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747292 Mar 10 15:29:18.091583 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af2e14-0e8e-40eb-bcdb-ea5c750a6fc1 req-c39777d8-6f50-4060-8910-cfe6f4e631fe tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:18.102247 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99af2e14-0e8e-40eb-bcdb-ea5c750a6fc1 req-c39777d8-6f50-4060-8910-cfe6f4e631fe tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0855093 Mar 10 15:29:18.165734 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99af2e14-0e8e-40eb-bcdb-ea5c750a6fc1 req-2112fd4d-7f97-4e15-9201-7a103f711d33 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620742 Mar 10 15:29:18.951461 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c421de-a208-48c5-8a93-fa8c50445efd req-989f0054-b7fb-4337-bd10-9c4a1b907ddf tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:18.953060 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a9c421de-a208-48c5-8a93-fa8c50445efd req-989f0054-b7fb-4337-bd10-9c4a1b907ddf tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.1265986 Mar 10 15:29:18.989425 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ed9a2-09d2-484c-b70d-c20e6a602628 req-bb564320-aa15-45c6-84d8-3aab5b004ce3 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:18.991148 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-256ed9a2-09d2-484c-b70d-c20e6a602628 req-bb564320-aa15-45c6-84d8-3aab5b004ce3 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1119385 Mar 10 15:29:19.060795 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a9c421de-a208-48c5-8a93-fa8c50445efd req-d429fb27-7007-45cd-a942-5ac3af72431f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941789 Mar 10 15:29:19.073842 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-256ed9a2-09d2-484c-b70d-c20e6a602628 req-d2f1b966-9fe8-4ac4-af56-0ab70174671e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753031 Mar 10 15:29:19.303899 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034707c-f345-4d29-a1b6-4fe784d51f4f req-a6eb0b09-f9e5-48e0-ae58-c2bdb15f585e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:19.305577 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1034707c-f345-4d29-a1b6-4fe784d51f4f req-a6eb0b09-f9e5-48e0-ae58-c2bdb15f585e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0614793 Mar 10 15:29:19.369716 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1034707c-f345-4d29-a1b6-4fe784d51f4f req-75c64956-e1b3-4f7b-b114-ddbd687661dc tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581951 Mar 10 15:29:19.420599 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55256) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:19.528957 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cf248244-5144-46a3-8433-aaef335d3031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.613444 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cf248244-5144-46a3-8433-aaef335d3031 admin admin] Publish callbacks [] for security_group (e6654ea5-ee1a-48b7-9921-4a7a5025e55e), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.711256 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cf248244-5144-46a3-8433-aaef335d3031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (e6654ea5-ee1a-48b7-9921-4a7a5025e55e), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.751192 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-cf248244-5144-46a3-8433-aaef335d3031 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39180a60ee1642dc80f0c42b8fc1ca66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292506 Mar 10 15:29:19.752073 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf248244-5144-46a3-8433-aaef335d3031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6654ea5-ee1a-48b7-9921-4a7a5025e55e,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:19.754562 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55260) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:19.808345 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a6043053-153b-4be3-b875-36f8df64dbf2 admin admin] Publish callbacks [] for security_group (e6654ea5-ee1a-48b7-9921-4a7a5025e55e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.835599 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a6043053-153b-4be3-b875-36f8df64dbf2 admin admin] Publish callbacks [] for security_group (e6654ea5-ee1a-48b7-9921-4a7a5025e55e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.945458 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a6043053-153b-4be3-b875-36f8df64dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (e6654ea5-ee1a-48b7-9921-4a7a5025e55e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.948105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a6043053-153b-4be3-b875-36f8df64dbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.949404 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a6043053-153b-4be3-b875-36f8df64dbf2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6654ea5-ee1a-48b7-9921-4a7a5025e55e HTTP/1.1" status: 204 len: 168 time: 0.1929140 Mar 10 15:29:19.958130 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6043053-153b-4be3-b875-36f8df64dbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6654ea5-ee1a-48b7-9921-4a7a5025e55e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:20.261773 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ee87b-a829-40f4-ad18-4629c3f9b89e req-ba26875a-6408-4453-b298-ef2586045c0a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:20.263866 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-295ee87b-a829-40f4-ad18-4629c3f9b89e req-ba26875a-6408-4453-b298-ef2586045c0a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0994174 Mar 10 15:29:20.275834 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d3273-1356-48fa-a8cf-b44cba7e9acc req-2754501d-868a-4c54-8557-f59610a83131 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:20.278814 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8f1d3273-1356-48fa-a8cf-b44cba7e9acc req-2754501d-868a-4c54-8557-f59610a83131 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1117797 Mar 10 15:29:20.387786 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-295ee87b-a829-40f4-ad18-4629c3f9b89e req-6b047c3f-af08-48d8-9b08-986786e5dddf tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983224 Mar 10 15:29:20.397795 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8f1d3273-1356-48fa-a8cf-b44cba7e9acc req-cb2903ea-45a4-424f-b91b-cf495de6d932 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076250 Mar 10 15:29:20.508438 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2628df-2973-48c4-96ef-5628bc5e21c7 req-84aa34a0-ed13-4e53-b0e1-e8c1279a4f4c tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:20.510237 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3a2628df-2973-48c4-96ef-5628bc5e21c7 req-84aa34a0-ed13-4e53-b0e1-e8c1279a4f4c tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0556948 Mar 10 15:29:20.569500 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3a2628df-2973-48c4-96ef-5628bc5e21c7 req-d5fab3d2-ac21-4d0c-b9d4-c514bfd9cb0d tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Mar 10 15:29:20.738483 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55272) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:20.749984 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-14d0c2d9-60be-405b-b0a7-2ea8ec039087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.828949 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-14d0c2d9-60be-405b-b0a7-2ea8ec039087 admin admin] Publish callbacks [] for security_group (6d9fc65e-8c0a-43af-8782-772bac7f73d6), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.909950 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-14d0c2d9-60be-405b-b0a7-2ea8ec039087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6d9fc65e-8c0a-43af-8782-772bac7f73d6), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.948965 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0c2d9-60be-405b-b0a7-2ea8ec039087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9fc65e-8c0a-43af-8782-772bac7f73d6,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:20.956329 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-14d0c2d9-60be-405b-b0a7-2ea8ec039087 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bab67b113c0949068ee21eb745137ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169096 Mar 10 15:29:20.956836 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55274) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:21.011259 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7c89f7d1-1956-4c97-9251-2c0636915262 admin admin] Publish callbacks [] for security_group (6d9fc65e-8c0a-43af-8782-772bac7f73d6), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.034389 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7c89f7d1-1956-4c97-9251-2c0636915262 admin admin] Publish callbacks [] for security_group (6d9fc65e-8c0a-43af-8782-772bac7f73d6), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.161462 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7c89f7d1-1956-4c97-9251-2c0636915262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (6d9fc65e-8c0a-43af-8782-772bac7f73d6), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.164360 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7c89f7d1-1956-4c97-9251-2c0636915262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.167005 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-7c89f7d1-1956-4c97-9251-2c0636915262 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d9fc65e-8c0a-43af-8782-772bac7f73d6 HTTP/1.1" status: 204 len: 168 time: 0.2077191 Mar 10 15:29:21.176426 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89f7d1-1956-4c97-9251-2c0636915262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9fc65e-8c0a-43af-8782-772bac7f73d6,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:21.510184 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-43b455b4-67c8-4767-aedf-34c96d5a11fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.601865 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0f003-ac22-4876-952d-2acf1ec43761 req-66a2290a-c0b2-4a09-8906-fde6633b6e27 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.604138 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-82b0f003-ac22-4876-952d-2acf1ec43761 req-66a2290a-c0b2-4a09-8906-fde6633b6e27 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1290307 Mar 10 15:29:21.647396 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635a5e5-6d9c-4b69-85e0-38d451a4ab15 req-df2d7e02-4f3b-468a-9400-61f0ae74e823 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.649230 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2635a5e5-6d9c-4b69-85e0-38d451a4ab15 req-df2d7e02-4f3b-468a-9400-61f0ae74e823 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.1603861 Mar 10 15:29:21.726156 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2635a5e5-6d9c-4b69-85e0-38d451a4ab15 req-7fdeeca7-d27f-4bcf-afa4-1eea79d4bd28 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631967 Mar 10 15:29:21.756836 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-82b0f003-ac22-4876-952d-2acf1ec43761 req-5d2cfdfa-e88e-44b1-86de-9b5647cccca9 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460195 Mar 10 15:29:21.860387 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f6843-d140-4e4a-8343-be2bbcd37e55 req-9e1e9731-5ef0-491d-8065-74c23fd59030 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.862083 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-655f6843-d140-4e4a-8343-be2bbcd37e55 req-9e1e9731-5ef0-491d-8065-74c23fd59030 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0604305 Mar 10 15:29:21.919419 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-655f6843-d140-4e4a-8343-be2bbcd37e55 req-67ac8492-6c15-4028-ba68-611e7cc4a5b1 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512114 Mar 10 15:29:22.917784 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede65c2d-f6eb-491e-8635-85a9ede5adf0 req-6dbd7d29-e574-4925-8ea6-78ea8baf372d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:22.920200 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ede65c2d-f6eb-491e-8635-85a9ede5adf0 req-6dbd7d29-e574-4925-8ea6-78ea8baf372d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.1111476 Mar 10 15:29:22.939323 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef958adc-ed9b-4e6a-9d44-8094864fbb4e req-c3ed9782-ef2c-4a8d-9863-7f59eb700e30 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:22.941117 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ef958adc-ed9b-4e6a-9d44-8094864fbb4e req-c3ed9782-ef2c-4a8d-9863-7f59eb700e30 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.1019533 Mar 10 15:29:23.011821 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ede65c2d-f6eb-491e-8635-85a9ede5adf0 req-9aa26592-67a2-48d4-a152-df953afcbcdd tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862823 Mar 10 15:29:23.025124 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ef958adc-ed9b-4e6a-9d44-8094864fbb4e req-f089f9d8-7a31-4e9c-9991-7c7941d8da69 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754662 Mar 10 15:29:23.166823 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec9b7-6f9d-4351-b84d-93b18fd85bf1 req-0c3c40ec-7b64-4d0f-815a-1db29e8d7dbf tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:23.169082 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dceec9b7-6f9d-4351-b84d-93b18fd85bf1 req-0c3c40ec-7b64-4d0f-815a-1db29e8d7dbf tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0568841 Mar 10 15:29:23.228063 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dceec9b7-6f9d-4351-b84d-93b18fd85bf1 req-96e4de00-3805-405a-9822-58352f7ffa3f tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528572 Mar 10 15:29:23.688161 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:29:23.693747 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-13754ebc-3d54-40df-8df3-5005127494e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:24.204286 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225336bc-1faa-4c01-ad23-2164bf3d7b4d req-0df86f65-008e-4118-a611-5fd19a2143df tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:24.206551 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-225336bc-1faa-4c01-ad23-2164bf3d7b4d req-0df86f65-008e-4118-a611-5fd19a2143df tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0922449 Mar 10 15:29:24.213512 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbb82-5854-4c0a-a54c-fa50fb2319a2 req-d6c49c92-314c-4145-8502-2a5fb549ec21 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:24.214972 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-743dbb82-5854-4c0a-a54c-fa50fb2319a2 req-d6c49c92-314c-4145-8502-2a5fb549ec21 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.1000910 Mar 10 15:29:24.290593 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-225336bc-1faa-4c01-ad23-2164bf3d7b4d req-39afc1f9-d57f-43a3-909f-03ef504b8605 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740881 Mar 10 15:29:24.293587 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-743dbb82-5854-4c0a-a54c-fa50fb2319a2 req-55a14c6c-bc43-42fa-81d6-9fa6ccce5e97 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696981 Mar 10 15:29:24.409366 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd533e-dc64-463c-a732-0fbdf42ee46d req-4f4f3cad-7369-4c9b-912b-6b61f3480033 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:24.410979 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9ddd533e-dc64-463c-a732-0fbdf42ee46d req-4f4f3cad-7369-4c9b-912b-6b61f3480033 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0585055 Mar 10 15:29:24.459212 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9ddd533e-dc64-463c-a732-0fbdf42ee46d req-8d8a0538-a940-4e78-ac33-966d6868cae5 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428038 Mar 10 15:29:24.897413 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd01c-713c-4944-8d4f-e2648f079112 req-d22ea70e-4169-43bd-a151-e2db6c6117be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:24.905198 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2bbcd01c-713c-4944-8d4f-e2648f079112 req-d22ea70e-4169-43bd-a151-e2db6c6117be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 1130 time: 0.0435512 Mar 10 15:29:24.910496 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:24.969624 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2bbcd01c-713c-4944-8d4f-e2648f079112 req-0d933ab0-20f1-46ec-840e-e056eb03f525 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395627 Mar 10 15:29:25.190584 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55368) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:25.293994 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cb812e5a-8a9b-4a88-a9ca-29e220f33351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.368688 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cb812e5a-8a9b-4a88-a9ca-29e220f33351 admin admin] Publish callbacks [] for security_group (52a9b403-1091-412c-943e-108d60e2719a), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.453897 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af95cfb-8093-4d91-a8eb-2e0ffdcb4b19 req-f0de1d1c-cd47-4b3d-9f6d-8064e8c4e611 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:25.455344 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0af95cfb-8093-4d91-a8eb-2e0ffdcb4b19 req-f0de1d1c-cd47-4b3d-9f6d-8064e8c4e611 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0871854 Mar 10 15:29:25.459571 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cb812e5a-8a9b-4a88-a9ca-29e220f33351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (52a9b403-1091-412c-943e-108d60e2719a), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.461820 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113cf72-e9b7-465f-a677-11ba765a2048 req-6ff773ad-5e0d-4d8a-9acf-c90242be03bb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:25.463169 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7113cf72-e9b7-465f-a677-11ba765a2048 req-6ff773ad-5e0d-4d8a-9acf-c90242be03bb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0848870 Mar 10 15:29:25.498410 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-cb812e5a-8a9b-4a88-a9ca-29e220f33351 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b49c14700431498f8615d13fed8da130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064964 Mar 10 15:29:25.499255 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb812e5a-8a9b-4a88-a9ca-29e220f33351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a9b403-1091-412c-943e-108d60e2719a,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:25.501554 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55378) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:25.535066 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0af95cfb-8093-4d91-a8eb-2e0ffdcb4b19 req-52b88dda-29aa-4eb4-b9f6-bf08ea24694e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709600 Mar 10 15:29:25.542304 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7113cf72-e9b7-465f-a677-11ba765a2048 req-44ee38c2-64eb-4031-9a2b-72ce8bfea071 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708764 Mar 10 15:29:25.556638 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f7ee80ce-aaeb-4999-b693-bc4e038d356c admin admin] Publish callbacks [] for security_group (52a9b403-1091-412c-943e-108d60e2719a), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.578291 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f7ee80ce-aaeb-4999-b693-bc4e038d356c admin admin] Publish callbacks [] for security_group (52a9b403-1091-412c-943e-108d60e2719a), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.662886 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145966-2b79-46a5-8b10-ca158cb3f2db req-5f7bb835-3929-4c6a-a9e5-112fca6d4aef tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:25.664257 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a1145966-2b79-46a5-8b10-ca158cb3f2db req-5f7bb835-3929-4c6a-a9e5-112fca6d4aef tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0555558 Mar 10 15:29:25.709220 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a1145966-2b79-46a5-8b10-ca158cb3f2db req-d50771a7-0f9c-42d6-aa31-c41a3d9a005f tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Mar 10 15:29:25.756790 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f7ee80ce-aaeb-4999-b693-bc4e038d356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (52a9b403-1091-412c-943e-108d60e2719a), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.759499 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f7ee80ce-aaeb-4999-b693-bc4e038d356c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.760645 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-f7ee80ce-aaeb-4999-b693-bc4e038d356c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52a9b403-1091-412c-943e-108d60e2719a HTTP/1.1" status: 204 len: 168 time: 0.2582016 Mar 10 15:29:25.768813 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee80ce-aaeb-4999-b693-bc4e038d356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a9b403-1091-412c-943e-108d60e2719a,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:25.915883 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970a109-cbe8-4079-875f-45c3ffc20a8f req-5c9546cb-1e3f-444e-a5f0-783bdc389b1a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:25.917327 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0970a109-cbe8-4079-875f-45c3ffc20a8f req-5c9546cb-1e3f-444e-a5f0-783bdc389b1a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0529325 Mar 10 15:29:25.967662 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0970a109-cbe8-4079-875f-45c3ffc20a8f req-f53f9f56-ca1e-46f5-9c14-f1cd8c4ab596 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446982 Mar 10 15:29:26.079275 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-5e9801a2-2640-4c72-939e-ab87ba770f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:26.080801 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-5e9801a2-2640-4c72-939e-ab87ba770f0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 1130 time: 0.0484064 Mar 10 15:29:26.181858 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-18bcb15b-1492-40e8-b7ed-e92332f1c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:26.183358 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-18bcb15b-1492-40e8-b7ed-e92332f1c78d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 912 time: 0.0834599 Mar 10 15:29:26.264082 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-320627fa-0bdb-433b-8c2f-ba4baadca6f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 200 len: 1002 time: 0.0644464 Mar 10 15:29:26.329187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-76e1e017-a83d-41e3-b91c-dd4f91bd4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:26.331349 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-76e1e017-a83d-41e3-b91c-dd4f91bd4ccd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0593350 Mar 10 15:29:26.384774 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-3ea0e145-c2d5-42f6-b992-3d9e0cc8808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:26.386335 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-3ea0e145-c2d5-42f6-b992-3d9e0cc8808d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0447481 Mar 10 15:29:26.430786 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.468163 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55388) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:26.479250 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-5ebde570-02b5-42f8-840d-2a52fd00cc8c service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852675 Mar 10 15:29:26.480869 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0b635ae9-6326-4d19-a24e-9ec72e49e9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.554510 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0b635ae9-6326-4d19-a24e-9ec72e49e9c4 admin admin] Publish callbacks [] for security_group (bfb19787-4d86-45f4-b7f3-bcd807ca91e0), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.576884 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-48cdc250-350b-4397-9cf8-d6b908f60c03 req-fbfd48a4-f184-4ce2-90fb-63b701064486 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909235 Mar 10 15:29:26.613694 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0b635ae9-6326-4d19-a24e-9ec72e49e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (bfb19787-4d86-45f4-b7f3-bcd807ca91e0), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.686432 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0b635ae9-6326-4d19-a24e-9ec72e49e9c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb843c8bad35474c8cae9b73a7f408c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171683 Mar 10 15:29:26.688833 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b635ae9-6326-4d19-a24e-9ec72e49e9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb19787-4d86-45f4-b7f3-bcd807ca91e0,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:26.689083 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55392) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:26.714611 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aaf4e-4f6e-4378-9811-4cf5a4257f45 req-f23b4cb9-3ce2-4a77-b775-7b314e676691 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:26.716731 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ab3aaf4e-4f6e-4378-9811-4cf5a4257f45 req-f23b4cb9-3ce2-4a77-b775-7b314e676691 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0843048 Mar 10 15:29:26.742750 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0881-e3eb-4946-88bd-90888edd91be admin admin] Publish callbacks [] for security_group (bfb19787-4d86-45f4-b7f3-bcd807ca91e0), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.765701 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0881-e3eb-4946-88bd-90888edd91be admin admin] Publish callbacks [] for security_group (bfb19787-4d86-45f4-b7f3-bcd807ca91e0), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.765919 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ab3aaf4e-4f6e-4378-9811-4cf5a4257f45 req-caa2a2b7-ed23-42c9-a483-213dcb400fec tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 Mar 10 15:29:26.829798 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22d6ca-4e0a-4b7e-aa51-49a17eb43d78 req-7e03b200-df49-47d7-820f-ecbdf0a23459 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:26.831261 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fa22d6ca-4e0a-4b7e-aa51-49a17eb43d78 req-7e03b200-df49-47d7-820f-ecbdf0a23459 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0541699 Mar 10 15:29:26.877227 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fa22d6ca-4e0a-4b7e-aa51-49a17eb43d78 req-752dbc91-1fa6-41b8-959b-b965a0665373 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Mar 10 15:29:26.914994 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0881-e3eb-4946-88bd-90888edd91be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (bfb19787-4d86-45f4-b7f3-bcd807ca91e0), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.917975 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0881-e3eb-4946-88bd-90888edd91be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.919654 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-6f1d0881-e3eb-4946-88bd-90888edd91be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfb19787-4d86-45f4-b7f3-bcd807ca91e0 HTTP/1.1" status: 204 len: 168 time: 0.2294326 Mar 10 15:29:26.927080 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d0881-e3eb-4946-88bd-90888edd91be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb19787-4d86-45f4-b7f3-bcd807ca91e0,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:27.086910 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070093e-be73-4d11-8525-ef114833e508 req-ed351f68-7f9e-4aa0-916a-ec628a304a9b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:27.088403 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1070093e-be73-4d11-8525-ef114833e508 req-ed351f68-7f9e-4aa0-916a-ec628a304a9b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0547545 Mar 10 15:29:27.133833 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1070093e-be73-4d11-8525-ef114833e508 req-96ff2d16-4cc0-4eea-a34e-2d1fce8f21e1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392246 Mar 10 15:29:27.756598 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.908620 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697553d-d268-4086-9fed-cebb3b094e10 req-4f13baea-d65f-4ab8-be7f-e2e5d7881111 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:27.910121 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7697553d-d268-4086-9fed-cebb3b094e10 req-4f13baea-d65f-4ab8-be7f-e2e5d7881111 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 944 time: 0.0521665 Mar 10 15:29:27.958400 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7697553d-d268-4086-9fed-cebb3b094e10 req-b054d732-8860-4259-9435-c2a6f308541d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427845 Mar 10 15:29:28.243615 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685841d-29b4-401d-b0f6-73ea2811f459 req-05b27349-61fb-45a9-991a-889129ad2047 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:28.244971 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a685841d-29b4-401d-b0f6-73ea2811f459 req-05b27349-61fb-45a9-991a-889129ad2047 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0811660 Mar 10 15:29:28.293218 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afe448-21ec-4926-a3ab-8e856e1f6e47 req-b48eec54-28cc-40c0-8ae3-7d816fb4bbb3 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:28.295127 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-59afe448-21ec-4926-a3ab-8e856e1f6e47 req-b48eec54-28cc-40c0-8ae3-7d816fb4bbb3 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0887663 Mar 10 15:29:28.324169 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a685841d-29b4-401d-b0f6-73ea2811f459 req-3b6c236f-fa22-44f8-9e30-520ab4064c6b tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711274 Mar 10 15:29:28.350952 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-59afe448-21ec-4926-a3ab-8e856e1f6e47 req-9ac1a64e-da8f-4a39-8aa3-f53deded94f8 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501778 Mar 10 15:29:28.587915 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:29:28.692253 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:28.703304 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'port_id': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'mac_address': 'fa:16:3e:49:f9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:29:28.743538 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port b5c71f83-80c1-476e-8467-b52905ce3a19 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:28.743940 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.757241 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c71f83-80c1-476e-8467-b52905ce3a19 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:29:28.776418 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:28.858253 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.906769 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=9']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:29.084593 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7da516-0125-4925-969d-69fd77b58b7a req-1cad2b48-8bfa-4966-bedf-3bf0ae7d155f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:29.086024 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cd7da516-0125-4925-969d-69fd77b58b7a req-1cad2b48-8bfa-4966-bedf-3bf0ae7d155f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Mar 10 15:29:29.131957 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cd7da516-0125-4925-969d-69fd77b58b7a req-3d3f2a7a-40b1-46eb-aaa3-34dd57db4d0a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Mar 10 15:29:29.223311 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['b5c71f83-80c1-476e-8467-b52905ce3a19'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:29.285053 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.446339 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa25b1-522a-4e10-802e-a8075451cf03 req-2bbc1c40-fc36-4277-91a7-68632b952ec3 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:29.447805 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fefa25b1-522a-4e10-802e-a8075451cf03 req-2bbc1c40-fc36-4277-91a7-68632b952ec3 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0562725 Mar 10 15:29:29.494292 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fefa25b1-522a-4e10-802e-a8075451cf03 req-a909f94e-5ab1-4c59-ac81-ad6c6013b89a tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/security-groups?id=2daf1603-bfeb-44a6-8336-e1c19b4dcedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Mar 10 15:29:29.988903 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-72e1d508-1c1c-4713-8330-f8cc57cddf1e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:29.990303 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-72e1d508-1c1c-4713-8330-f8cc57cddf1e tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.69 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 946 time: 0.0518198 Mar 10 15:29:30.085064 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Deleting port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:30.085432 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.173484 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] For port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,segment=NetworkSegment(84c8a993-dfd4-4a8a-a370-9bece28ca99d),segment_id=84c8a993-dfd4-4a8a-a370-9bece28ca99d)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:30.173856 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.187101 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Calling delete_port for 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:30.271873 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab5021-369f-4f30-b346-f65372978a1c req-b5d97f46-3f69-46be-aefd-879d703a1a45 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:30.274259 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-03ab5021-369f-4f30-b346-f65372978a1c req-b5d97f46-3f69-46be-aefd-879d703a1a45 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 945 time: 0.0633888 Mar 10 15:29:30.326894 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-03ab5021-369f-4f30-b346-f65372978a1c req-419e7208-127e-4f91-bc69-7e5dbd89ee1c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441368 Mar 10 15:29:30.401995 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (8cfaf2ce-af1d-4bcf-996a-71d6928fb68b), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.428627 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Pushing event deleted for resources: {'Port': ['ID=8cfaf2ce-af1d-4bcf-996a-71d6928fb68b,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:30.439074 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['8cfaf2ce-af1d-4bcf-996a-71d6928fb68b'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:30.491644 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] No DVR routers for this DVR port 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:30.494097 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.497449 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5c1047fa-5c59-4970-8796-e34c69e007fa req-ae01aeb7-b462-497e-8b48-1a563e807388 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.69 "DELETE /v2.0/ports/8cfaf2ce-af1d-4bcf-996a-71d6928fb68b HTTP/1.1" status: 204 len: 173 time: 0.5017219 Mar 10 15:29:30.499095 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863aa206-edea-4659-b95f-4d8086a25631', 'name': 'network-vif-deleted', 'tag': '8cfaf2ce-af1d-4bcf-996a-71d6928fb68b'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:30.500635 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d647b9-dec9-440c-9380-a693fc804bd2" -d '{"events": [{"server_uuid": "863aa206-edea-4659-b95f-4d8086a25631", "name": "network-vif-deleted", "tag": "8cfaf2ce-af1d-4bcf-996a-71d6928fb68b"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:30.539284 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277f69c9-155b-4598-98ec-491f6b53fb4e x-openstack-request-id: req-277f69c9-155b-4598-98ec-491f6b53fb4e {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:30.539715 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863aa206-edea-4659-b95f-4d8086a25631", "name": "network-vif-deleted", "tag": "8cfaf2ce-af1d-4bcf-996a-71d6928fb68b", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:30.540014 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-277f69c9-155b-4598-98ec-491f6b53fb4e {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:30.540435 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863aa206-edea-4659-b95f-4d8086a25631', 'name': 'network-vif-deleted', 'tag': '8cfaf2ce-af1d-4bcf-996a-71d6928fb68b', 'status': 'completed', 'code': 200} Mar 10 15:29:30.589832 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-82dc211c-2d82-47b3-8efe-8aadf9c9508d req-621e5884-a5a3-4767-befc-9dd81f379833 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 210 time: 0.0313065 Mar 10 15:29:30.616372 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:30.671790 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port b5c71f83-80c1-476e-8467-b52905ce3a19 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:30.672166 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.753135 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port b5c71f83-80c1-476e-8467-b52905ce3a19 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:30.753551 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.780729 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:30.780729 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf5052a-1309-406f-965c-367695f9e862" -d '{"events": [{"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-plugged", "status": "completed", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:30.793579 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:30.816369 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbce3936-deb1-4f50-8352-4c793124efca x-openstack-request-id: req-cbce3936-deb1-4f50-8352-4c793124efca {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:30.816786 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-plugged", "status": "completed", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:30.817141 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbce3936-deb1-4f50-8352-4c793124efca {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:30.817626 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'code': 200} Mar 10 15:29:30.859354 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.907367 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=10']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:31.456972 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8ff4-d3bc-43a0-924a-c40c4dde40bb req-d2625731-7746-4bd2-8a9b-8e170ab9e2f0 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.458525 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9ebc8ff4-d3bc-43a0-924a-c40c4dde40bb req-d2625731-7746-4bd2-8a9b-8e170ab9e2f0 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.0603836 Mar 10 15:29:31.506634 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9ebc8ff4-d3bc-43a0-924a-c40c4dde40bb req-5fb6e0be-1239-447b-a9fe-13e7982fb4e3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422945 Mar 10 15:29:31.664610 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec91cd8-cc6e-422e-be46-17baff9c8f19 req-ad3316af-517a-43e0-883d-e241c24f7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.666197 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0ec91cd8-cc6e-422e-be46-17baff9c8f19 req-ad3316af-517a-43e0-883d-e241c24f7362 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 1131 time: 0.0577743 Mar 10 15:29:31.700067 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8144e640-bbd6-4ef4-9216-3a149560a7ac req-5b65331a-7a78-47c1-b569-4113745c1e65 tempest-VolumesActionsTest-1501592726 tempest-VolumesActionsTest-1501592726-project] 10.222.0.70 "GET /v2.0/ports?device_id=863aa206-edea-4659-b95f-4d8086a25631 HTTP/1.1" status: 200 len: 210 time: 0.0276885 Mar 10 15:29:31.714472 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0ec91cd8-cc6e-422e-be46-17baff9c8f19 req-98970e3a-154e-4773-96e0-b10d9bbfee9c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408471 Mar 10 15:29:32.620986 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:32.630686 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867487a-088e-4db5-85e1-6a8c8c86ab92 req-52408d52-44aa-482d-8b06-d02f3997a42d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:32.632193 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0867487a-088e-4db5-85e1-6a8c8c86ab92 req-52408d52-44aa-482d-8b06-d02f3997a42d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.0522535 Mar 10 15:29:32.643832 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:32.644447 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 8cfaf2ce-af1d-4bcf-996a-71d6928fb68b not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:32.693015 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0867487a-088e-4db5-85e1-6a8c8c86ab92 req-7d553aa0-b9db-4843-9453-d0018f1faf2f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549891 Mar 10 15:29:33.819076 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdedc5-a7a8-48bf-9a14-cffc64946e5f req-cbfdfe4b-06ae-4912-97f9-5beb8efaefd6 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:33.820544 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b4bdedc5-a7a8-48bf-9a14-cffc64946e5f req-cbfdfe4b-06ae-4912-97f9-5beb8efaefd6 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.0531673 Mar 10 15:29:33.867280 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b4bdedc5-a7a8-48bf-9a14-cffc64946e5f req-57191233-c8da-4757-a337-0cc0b1893dce tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411685 Mar 10 15:29:34.988966 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec586eaf-beca-4d26-8ebc-53f703f4a99c req-cda4b63b-4960-421c-aeb4-3447c0015e96 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:34.990509 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ec586eaf-beca-4d26-8ebc-53f703f4a99c req-cda4b63b-4960-421c-aeb4-3447c0015e96 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.0514178 Mar 10 15:29:35.042831 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ec586eaf-beca-4d26-8ebc-53f703f4a99c req-42612304-7a2c-4141-99d9-071a4a7e9051 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466886 Mar 10 15:29:36.406534 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a1b37-6781-42c2-9286-d813d7ecfebe req-e01500e3-2dd7-479a-b49e-6c37b0add701 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:36.409651 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-892a1b37-6781-42c2-9286-d813d7ecfebe req-e01500e3-2dd7-479a-b49e-6c37b0add701 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.2728276 Mar 10 15:29:36.483358 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-892a1b37-6781-42c2-9286-d813d7ecfebe req-b316e694-6c66-4e97-84bd-adb668ce0638 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698218 Mar 10 15:29:40.973007 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55672) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:41.082563 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cf698be8-47e3-45ce-8381-2390eec6616c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.158781 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cf698be8-47e3-45ce-8381-2390eec6616c admin admin] Publish callbacks [] for security_group (9928a8a7-746b-4a0b-9bf6-f5adf92a5e96), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.224971 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cf698be8-47e3-45ce-8381-2390eec6616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (9928a8a7-746b-4a0b-9bf6-f5adf92a5e96), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.266469 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf698be8-47e3-45ce-8381-2390eec6616c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9928a8a7-746b-4a0b-9bf6-f5adf92a5e96,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:41.274977 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55676) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:41.275480 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-cf698be8-47e3-45ce-8381-2390eec6616c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac80bd29d91c4590b6295aa2a2a6cc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010142 Mar 10 15:29:41.351091 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-18fc2563-7d13-45ef-9536-866bfeb26369 admin admin] Publish callbacks [] for security_group (9928a8a7-746b-4a0b-9bf6-f5adf92a5e96), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.378961 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-18fc2563-7d13-45ef-9536-866bfeb26369 admin admin] Publish callbacks [] for security_group (9928a8a7-746b-4a0b-9bf6-f5adf92a5e96), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.534185 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-18fc2563-7d13-45ef-9536-866bfeb26369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (9928a8a7-746b-4a0b-9bf6-f5adf92a5e96), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.536911 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-18fc2563-7d13-45ef-9536-866bfeb26369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.540834 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-18fc2563-7d13-45ef-9536-866bfeb26369 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9928a8a7-746b-4a0b-9bf6-f5adf92a5e96 HTTP/1.1" status: 204 len: 168 time: 0.2640262 Mar 10 15:29:41.558578 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc2563-7d13-45ef-9536-866bfeb26369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9928a8a7-746b-4a0b-9bf6-f5adf92a5e96,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:42.286331 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55690) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:42.301201 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e9f98c73-807e-4e87-b768-40984cb8fe33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.392266 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e9f98c73-807e-4e87-b768-40984cb8fe33 admin admin] Publish callbacks [] for security_group (93eb6815-cadd-4354-998f-296519384fd5), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.447204 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e9f98c73-807e-4e87-b768-40984cb8fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (93eb6815-cadd-4354-998f-296519384fd5), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.506937 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e9f98c73-807e-4e87-b768-40984cb8fe33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e496547286d54ff39990e94634a3df7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191145 Mar 10 15:29:42.508469 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f98c73-807e-4e87-b768-40984cb8fe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb6815-cadd-4354-998f-296519384fd5,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:42.509913 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55696) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:42.568655 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e9687ff6-8c81-4f23-bd5f-3d285e8ece56 admin admin] Publish callbacks [] for security_group (93eb6815-cadd-4354-998f-296519384fd5), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.591995 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e9687ff6-8c81-4f23-bd5f-3d285e8ece56 admin admin] Publish callbacks [] for security_group (93eb6815-cadd-4354-998f-296519384fd5), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.750905 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e9687ff6-8c81-4f23-bd5f-3d285e8ece56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (93eb6815-cadd-4354-998f-296519384fd5), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.754339 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e9687ff6-8c81-4f23-bd5f-3d285e8ece56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.755785 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-e9687ff6-8c81-4f23-bd5f-3d285e8ece56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93eb6815-cadd-4354-998f-296519384fd5 HTTP/1.1" status: 204 len: 168 time: 0.2448232 Mar 10 15:29:42.771000 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9687ff6-8c81-4f23-bd5f-3d285e8ece56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eb6815-cadd-4354-998f-296519384fd5,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:44.157237 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788b2f3-b2cc-4b5b-adf3-14d17918d923 req-a6b6936c-8e90-47c6-be5c-e58d418ac24c tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:44.164863 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3788b2f3-b2cc-4b5b-adf3-14d17918d923 req-a6b6936c-8e90-47c6-be5c-e58d418ac24c tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0817163 Mar 10 15:29:44.244531 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3788b2f3-b2cc-4b5b-adf3-14d17918d923 req-03b86130-54c3-4963-a89a-1099d0d5b5e1 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783093 Mar 10 15:29:44.316210 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-b822d641-302c-438a-8869-40681a2932b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:44.324475 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-b822d641-302c-438a-8869-40681a2932b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1169 time: 0.0876558 Mar 10 15:29:44.430390 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-f068c062-49cc-4f3d-8c38-8ab1a5c0a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:44.431937 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-f068c062-49cc-4f3d-8c38-8ab1a5c0a296 service neutron] 10.222.0.69 "GET /v2.0/networks?id=88bf945f-390f-4592-9c24-d2e0639deb10 HTTP/1.1" status: 200 len: 916 time: 0.1026742 Mar 10 15:29:44.528610 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-54d4aefc-ca86-4819-935c-7e2738bc7570 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 1002 time: 0.0872600 Mar 10 15:29:44.598393 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-f95bc292-0b2a-456f-a8fa-c124462249bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:44.599877 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-f95bc292-0b2a-456f-a8fa-c124462249bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7f8e3d5f-f66d-48ce-aff3-1bebbf50f900 HTTP/1.1" status: 200 len: 854 time: 0.0629041 Mar 10 15:29:44.701433 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-ee80c8a0-a5cc-4f24-bb72-fd3fe4c269c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:44.705121 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-ee80c8a0-a5cc-4f24-bb72-fd3fe4c269c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88bf945f-390f-4592-9c24-d2e0639deb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0924318 Mar 10 15:29:44.740750 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55740) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:44.838417 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-913ce911-5f6b-43f4-b491-5e877d959cb1 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257761 Mar 10 15:29:44.914893 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d07ea796-a65a-4f8e-b8f6-2a12363ad783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.945463 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf899e68-a81a-4247-9fcc-1ad6cba3ee5e req-c9744c00-a4c4-46e2-973f-6aab25e3dda6 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991957 Mar 10 15:29:44.994139 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d07ea796-a65a-4f8e-b8f6-2a12363ad783 admin admin] Publish callbacks [] for security_group (375ef999-82a2-4868-8046-7118106a7d11), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.074903 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d07ea796-a65a-4f8e-b8f6-2a12363ad783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (375ef999-82a2-4868-8046-7118106a7d11), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.117354 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-d07ea796-a65a-4f8e-b8f6-2a12363ad783 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e1c7e0e152a40678f836b85e754efc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752213 Mar 10 15:29:45.126711 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ea796-a65a-4f8e-b8f6-2a12363ad783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375ef999-82a2-4868-8046-7118106a7d11,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:45.127163 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55744) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:45.198302 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b47db48c-d308-4042-8be1-72ddbe004673 admin admin] Publish callbacks [] for security_group (375ef999-82a2-4868-8046-7118106a7d11), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.219153 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b47db48c-d308-4042-8be1-72ddbe004673 admin admin] Publish callbacks [] for security_group (375ef999-82a2-4868-8046-7118106a7d11), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.372250 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849f976-3b4c-4e87-9370-fa5ab7406834 req-dcb68fe2-75db-40c4-8d71-052a55dd8e23 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:45.373725 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0849f976-3b4c-4e87-9370-fa5ab7406834 req-dcb68fe2-75db-40c4-8d71-052a55dd8e23 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0676823 Mar 10 15:29:45.396099 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b47db48c-d308-4042-8be1-72ddbe004673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (375ef999-82a2-4868-8046-7118106a7d11), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.398757 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b47db48c-d308-4042-8be1-72ddbe004673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.399921 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b47db48c-d308-4042-8be1-72ddbe004673 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/375ef999-82a2-4868-8046-7118106a7d11 HTTP/1.1" status: 204 len: 168 time: 0.2787857 Mar 10 15:29:45.408578 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47db48c-d308-4042-8be1-72ddbe004673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ef999-82a2-4868-8046-7118106a7d11,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:45.461565 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0849f976-3b4c-4e87-9370-fa5ab7406834 req-40ced2ad-c35d-433b-9f8d-042ae3860a48 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816462 Mar 10 15:29:46.650011 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c901db-43cf-4b91-8c98-bd53d4cb9c40 req-7146cc95-7e45-460a-b5fd-e66554bc66bf tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:46.652137 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e8c901db-43cf-4b91-8c98-bd53d4cb9c40 req-7146cc95-7e45-460a-b5fd-e66554bc66bf tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0938990 Mar 10 15:29:46.740562 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e8c901db-43cf-4b91-8c98-bd53d4cb9c40 req-5a764c9c-2f82-43e8-a830-6693bbb6971e tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813582 Mar 10 15:29:47.898735 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2ebd5-45f9-4d0c-af5d-c7d46c3b75a0 req-ad070fb5-8bdb-4d07-820f-3803aa868589 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:47.900996 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ebc2ebd5-45f9-4d0c-af5d-c7d46c3b75a0 req-ad070fb5-8bdb-4d07-820f-3803aa868589 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0610332 Mar 10 15:29:47.975243 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ebc2ebd5-45f9-4d0c-af5d-c7d46c3b75a0 req-c7373482-e476-495d-87af-0624759cc1d0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674353 Mar 10 15:29:49.107388 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aaf04-540e-4d84-b8a0-f718f2c12bea req-3cc2c6fd-eb19-4b19-bf5a-cbb1024a8d4b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:49.108844 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-105aaf04-540e-4d84-b8a0-f718f2c12bea req-3cc2c6fd-eb19-4b19-bf5a-cbb1024a8d4b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0575817 Mar 10 15:29:49.167199 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-105aaf04-540e-4d84-b8a0-f718f2c12bea req-fe03ea68-4e1c-41d0-8538-d1da6eadf30b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520673 Mar 10 15:29:50.315710 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e2530-a0ec-4601-9422-b5dcd4af3537 req-4de60157-f383-41b6-acee-10655320c777 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:50.317196 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-833e2530-a0ec-4601-9422-b5dcd4af3537 req-4de60157-f383-41b6-acee-10655320c777 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0787508 Mar 10 15:29:50.383804 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-833e2530-a0ec-4601-9422-b5dcd4af3537 req-ac6aa63b-f54a-44df-b39b-e6e43d968ffb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604687 Mar 10 15:29:51.531746 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55846) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:51.564301 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2bed3-a710-4b9f-a4fa-84a397372904 req-a327c7fc-ab96-4f66-b225-4782c562fbfc tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:51.566846 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b331f07f-1221-4be7-a194-1f046a190b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.571179 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-afd2bed3-a710-4b9f-a4fa-84a397372904 req-a327c7fc-ab96-4f66-b225-4782c562fbfc tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0825548 Mar 10 15:29:51.649498 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-afd2bed3-a710-4b9f-a4fa-84a397372904 req-f1c6a6b0-aa54-44ca-a0ee-522215ae7d7d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727060 Mar 10 15:29:51.673945 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3655-925f-4881-ae57-3fc6e419d95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.757739 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3655-925f-4881-ae57-3fc6e419d95a admin admin] Publish callbacks [] for security_group (7929da06-1273-4b91-a77f-0687d7b88ba9), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.835729 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a7e3655-925f-4881-ae57-3fc6e419d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (7929da06-1273-4b91-a77f-0687d7b88ba9), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.883180 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-6a7e3655-925f-4881-ae57-3fc6e419d95a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27f99f36f5904465989a192fdc775090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502078 Mar 10 15:29:51.884086 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e3655-925f-4881-ae57-3fc6e419d95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7929da06-1273-4b91-a77f-0687d7b88ba9,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:51.885896 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55854) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:51.938896 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0a503b42-f007-499f-9bbd-b618dda67fb5 admin admin] Publish callbacks [] for security_group (7929da06-1273-4b91-a77f-0687d7b88ba9), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.959879 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0a503b42-f007-499f-9bbd-b618dda67fb5 admin admin] Publish callbacks [] for security_group (7929da06-1273-4b91-a77f-0687d7b88ba9), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.127324 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0a503b42-f007-499f-9bbd-b618dda67fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (7929da06-1273-4b91-a77f-0687d7b88ba9), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.130062 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0a503b42-f007-499f-9bbd-b618dda67fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.131282 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-0a503b42-f007-499f-9bbd-b618dda67fb5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7929da06-1273-4b91-a77f-0687d7b88ba9 HTTP/1.1" status: 204 len: 168 time: 0.2443635 Mar 10 15:29:52.139075 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a503b42-f007-499f-9bbd-b618dda67fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7929da06-1273-4b91-a77f-0687d7b88ba9,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:52.764095 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 55870) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:52.784090 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07c6c90f-668b-4ca4-b8aa-a45480ce86f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.813359 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfa4ee-1e61-4a2d-8ad4-701d0be6564e req-f2b28315-e852-4bda-a5ef-48b246593e61 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:52.816071 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-66cfa4ee-1e61-4a2d-8ad4-701d0be6564e req-f2b28315-e852-4bda-a5ef-48b246593e61 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0938108 Mar 10 15:29:52.865956 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07c6c90f-668b-4ca4-b8aa-a45480ce86f7 admin admin] Publish callbacks [] for security_group (869d4009-24db-456b-801d-74d6137143c4), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.888470 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-66cfa4ee-1e61-4a2d-8ad4-701d0be6564e req-6c7120b2-aadd-4efa-ab86-ce50949df4a3 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661771 Mar 10 15:29:52.972468 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07c6c90f-668b-4ca4-b8aa-a45480ce86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (869d4009-24db-456b-801d-74d6137143c4), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.013481 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-07c6c90f-668b-4ca4-b8aa-a45480ce86f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77b31faaab32486cb0a6507b42e4cfc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452335 Mar 10 15:29:53.013481 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6c90f-668b-4ca4-b8aa-a45480ce86f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869d4009-24db-456b-801d-74d6137143c4,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:53.013672 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 55874) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:53.062226 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-44b6789d-3577-478f-8ebe-652e554717b8 admin admin] Publish callbacks [] for security_group (869d4009-24db-456b-801d-74d6137143c4), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.083489 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-44b6789d-3577-478f-8ebe-652e554717b8 admin admin] Publish callbacks [] for security_group (869d4009-24db-456b-801d-74d6137143c4), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.190069 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-44b6789d-3577-478f-8ebe-652e554717b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (869d4009-24db-456b-801d-74d6137143c4), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.192583 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-44b6789d-3577-478f-8ebe-652e554717b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.193765 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-44b6789d-3577-478f-8ebe-652e554717b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/869d4009-24db-456b-801d-74d6137143c4 HTTP/1.1" status: 204 len: 168 time: 0.1793959 Mar 10 15:29:53.201394 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6789d-3577-478f-8ebe-652e554717b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869d4009-24db-456b-801d-74d6137143c4,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:53.675710 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f49a10f4-2af2-4c57-b330-3cfea504eb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.027742 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f543a-0c2f-4666-ad79-56c836540aa0 req-722d7f66-de1d-4753-837b-4b8d61086eb9 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:54.033650 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f58f543a-0c2f-4666-ad79-56c836540aa0 req-722d7f66-de1d-4753-837b-4b8d61086eb9 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0780365 Mar 10 15:29:54.097323 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f58f543a-0c2f-4666-ad79-56c836540aa0 req-86a85ff7-1821-4f6a-bbbf-ba49e0df4789 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581918 Mar 10 15:29:54.904063 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.213378 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d531e-8722-4757-815a-e6aeee6d68b7 req-ec05f301-5352-41b5-bd73-c8d495147016 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:55.214863 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-995d531e-8722-4757-815a-e6aeee6d68b7 req-ec05f301-5352-41b5-bd73-c8d495147016 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0525601 Mar 10 15:29:55.281947 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-995d531e-8722-4757-815a-e6aeee6d68b7 req-a2e20cec-6aed-41a5-8632-bd0242eb14d5 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600989 Mar 10 15:29:56.367143 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.402905 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5789ad-826f-487e-aed8-0cbe3785618b req-85e9dfa5-fc9b-43fe-ac24-180e90eac63f tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:56.404383 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4a5789ad-826f-487e-aed8-0cbe3785618b req-85e9dfa5-fc9b-43fe-ac24-180e90eac63f tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0539820 Mar 10 15:29:56.468408 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4a5789ad-826f-487e-aed8-0cbe3785618b req-42996a5a-7b4e-4308-89b6-9eeb87ece70e tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577741 Mar 10 15:29:56.519380 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56032) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:56.563712 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5f4d7c-24a7-49ef-bea2-b22f26253cb6 admin admin] Deleting subnet fd51151c-b64b-4f2e-aa8a-bf07becf3cdc {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:56.567634 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4d7c-24a7-49ef-bea2-b22f26253cb6 admin admin] Publish callbacks [] for subnet (fd51151c-b64b-4f2e-aa8a-bf07becf3cdc), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.602764 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4d7c-24a7-49ef-bea2-b22f26253cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130282632'] for subnet (fd51151c-b64b-4f2e-aa8a-bf07becf3cdc), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.642046 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4d7c-24a7-49ef-bea2-b22f26253cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (fd51151c-b64b-4f2e-aa8a-bf07becf3cdc), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.755913 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4d7c-24a7-49ef-bea2-b22f26253cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130443941'] for subnet (fd51151c-b64b-4f2e-aa8a-bf07becf3cdc), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.786477 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f4d7c-24a7-49ef-bea2-b22f26253cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd51151c-b64b-4f2e-aa8a-bf07becf3cdc,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:56.790085 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b5f4d7c-24a7-49ef-bea2-b22f26253cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.793306 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-6b5f4d7c-24a7-49ef-bea2-b22f26253cb6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fd51151c-b64b-4f2e-aa8a-bf07becf3cdc HTTP/1.1" status: 204 len: 168 time: 0.2729001 Mar 10 15:29:56.795730 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56034) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:56.863711 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (aa6cf7ad-2ecf-46a4-8772-0a374539ddb6), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.952344 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (aa6cf7ad-2ecf-46a4-8772-0a374539ddb6), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.972901 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6cf7ad-2ecf-46a4-8772-0a374539ddb6']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:56.982192 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c8a993-dfd4-4a8a-a370-9bece28ca99d') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:56.982489 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c8a993-dfd4-4a8a-a370-9bece28ca99d') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:56.992121 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130282627'] for segment (84c8a993-dfd4-4a8a-a370-9bece28ca99d), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.005502 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (84c8a993-dfd4-4a8a-a370-9bece28ca99d), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.011181 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:57.011559 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130472677'] for segment (84c8a993-dfd4-4a8a-a370-9bece28ca99d), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: Traceback (most recent call last): Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: timer() Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: cb(*args, **kw) Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: return func(*args, **kwargs) Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: self._notify() Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: self.callback(batched_events) Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: event.method(event) Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: return f(self, *a, **k) Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: return self._get(url).json() Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:57.013177 dv-cinder-831247-10-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:57.138612 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (aa6cf7ad-2ecf-46a4-8772-0a374539ddb6), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.144200 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.149885 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] 10.222.0.70 "DELETE /v2.0/networks/aa6cf7ad-2ecf-46a4-8772-0a374539ddb6 HTTP/1.1" status: 204 len: 168 time: 0.3507137 Mar 10 15:29:57.160132 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0b62c-eda3-4cd7-bd53-07edb1fe0e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6cf7ad-2ecf-46a4-8772-0a374539ddb6,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:57.548037 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56042) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:57.589990 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3531993b-1832-4758-8446-cf1e1cb853a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55bef56c9f1c460693361576b811e7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404677 Mar 10 15:29:57.592435 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56046) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:57.593283 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae6124-abd6-482a-b616-cba87efe0603 req-435a6225-8a57-49ad-9346-0d757e6585b1 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:57.594798 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a3ae6124-abd6-482a-b616-cba87efe0603 req-435a6225-8a57-49ad-9346-0d757e6585b1 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0582950 Mar 10 15:29:57.647879 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-744c6c28-2eba-4140-bed1-a79f44892503 admin admin] Publish callbacks [] for security_group (2daf1603-bfeb-44a6-8336-e1c19b4dcedd), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.660158 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a3ae6124-abd6-482a-b616-cba87efe0603 req-eea6a144-0df8-4290-871e-5a6e2a0e14ad tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575500 Mar 10 15:29:57.671369 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-744c6c28-2eba-4140-bed1-a79f44892503 admin admin] Publish callbacks [] for security_group (2daf1603-bfeb-44a6-8336-e1c19b4dcedd), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.801362 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-744c6c28-2eba-4140-bed1-a79f44892503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2daf1603-bfeb-44a6-8336-e1c19b4dcedd), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.801565 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.805304 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-744c6c28-2eba-4140-bed1-a79f44892503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.806473 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-744c6c28-2eba-4140-bed1-a79f44892503 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2daf1603-bfeb-44a6-8336-e1c19b4dcedd HTTP/1.1" status: 204 len: 168 time: 0.2131479 Mar 10 15:29:57.815136 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c6c28-2eba-4140-bed1-a79f44892503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf1603-bfeb-44a6-8336-e1c19b4dcedd,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:58.055487 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e3745606-3e53-412e-975c-6326e7880553 req-27e9f5bb-eff1-4ace-9753-bdee06098b52 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485232 Mar 10 15:29:58.171492 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3745606-3e53-412e-975c-6326e7880553 req-b3bdbe28-4e92-4d80-9945-ab9c7aa98706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:58.173002 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e3745606-3e53-412e-975c-6326e7880553 req-b3bdbe28-4e92-4d80-9945-ab9c7aa98706 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 1130 time: 0.0468132 Mar 10 15:29:58.286463 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3745606-3e53-412e-975c-6326e7880553 req-edd9ca8f-4e0f-40e1-9104-5729aeb84e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:58.287936 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e3745606-3e53-412e-975c-6326e7880553 req-edd9ca8f-4e0f-40e1-9104-5729aeb84e65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 912 time: 0.0950570 Mar 10 15:29:58.360697 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e3745606-3e53-412e-975c-6326e7880553 req-80286fd2-a641-4f98-b02e-372326618875 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 200 len: 1002 time: 0.0626323 Mar 10 15:29:58.409656 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3745606-3e53-412e-975c-6326e7880553 req-e66b77f3-12b0-49e2-b090-ead581aedbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:58.411141 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e3745606-3e53-412e-975c-6326e7880553 req-e66b77f3-12b0-49e2-b090-ead581aedbed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0434477 Mar 10 15:29:58.463524 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3745606-3e53-412e-975c-6326e7880553 req-879f1fd7-85aa-4637-ba83-65d17c16d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:58.465031 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e3745606-3e53-412e-975c-6326e7880553 req-879f1fd7-85aa-4637-ba83-65d17c16d3c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0455170 Mar 10 15:29:58.556943 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e3745606-3e53-412e-975c-6326e7880553 req-ad9847c7-ef16-4f15-ab4d-e5688e86f475 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Mar 10 15:29:58.648647 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e3745606-3e53-412e-975c-6326e7880553 req-03888b12-6fb8-447c-a91a-78aa43bfa410 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858998 Mar 10 15:29:58.787499 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf220-6a4a-4ebe-9b60-a9e1285bbfaa req-d358a0d4-5013-401e-80f9-b98eff005696 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:58.789093 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fcadf220-6a4a-4ebe-9b60-a9e1285bbfaa req-d358a0d4-5013-401e-80f9-b98eff005696 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0534875 Mar 10 15:29:58.854125 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fcadf220-6a4a-4ebe-9b60-a9e1285bbfaa req-76c02c91-dafa-4b9a-8227-e63fbe6e40bd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592749 Mar 10 15:29:59.287240 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.977686 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ece0de-db09-4a6c-9068-6d8a26b56757 req-794a08fa-1add-44a1-b8b2-05e56549e5e9 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:59.979194 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-81ece0de-db09-4a6c-9068-6d8a26b56757 req-794a08fa-1add-44a1-b8b2-05e56549e5e9 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0584655 Mar 10 15:30:00.038501 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-81ece0de-db09-4a6c-9068-6d8a26b56757 req-2fc34b4c-532d-40ef-8160-f9a982118089 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533361 Mar 10 15:30:00.686608 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:30:01.161403 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf7ef0-892d-4e7f-bd4e-f3338e812415 req-1338093c-32bb-45e8-9736-8a156391e4a8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:01.162881 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-91bf7ef0-892d-4e7f-bd4e-f3338e812415 req-1338093c-32bb-45e8-9736-8a156391e4a8 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0552299 Mar 10 15:30:01.226313 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-91bf7ef0-892d-4e7f-bd4e-f3338e812415 req-ae29156a-050d-4d55-be69-4d93103013cd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577450 Mar 10 15:30:02.353783 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dff459-a6ae-4821-b5d1-a04b9b172444 req-ad5b9560-7754-4df2-94e7-e607827d04d2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:02.355280 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f3dff459-a6ae-4821-b5d1-a04b9b172444 req-ad5b9560-7754-4df2-94e7-e607827d04d2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0621245 Mar 10 15:30:02.419044 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f3dff459-a6ae-4821-b5d1-a04b9b172444 req-27b98bfd-bd6e-4607-b6f4-ec7d8973ca20 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=3139b8a1-8606-44ae-a28b-55ab1d40d010&id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580289 Mar 10 15:30:10.759162 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56236) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:10.863000 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.933005 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Publish callbacks [] for security_group (d4a8e344-c572-4057-94df-6bb4ce98e01e), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.012242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d4a8e344-c572-4057-94df-6bb4ce98e01e), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.051262 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b22770b044eb42d597a6e4db2082f995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910087 Mar 10 15:30:11.052127 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a8e344-c572-4057-94df-6bb4ce98e01e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:11.053930 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56242) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:11.059201 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.059550 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.059888 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.060224 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.060552 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.060876 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.061227 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.061554 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.061876 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.062197 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.062513 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.062830 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.063143 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2c28e-c452-453c-a44f-c25632e4e33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.100921 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Publish callbacks [] for security_group (d4a8e344-c572-4057-94df-6bb4ce98e01e), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.121636 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Publish callbacks [] for security_group (d4a8e344-c572-4057-94df-6bb4ce98e01e), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.246199 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d4a8e344-c572-4057-94df-6bb4ce98e01e), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.248787 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.249975 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4a8e344-c572-4057-94df-6bb4ce98e01e HTTP/1.1" status: 204 len: 168 time: 0.1950643 Mar 10 15:30:11.258486 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a8e344-c572-4057-94df-6bb4ce98e01e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:11.265540 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.265894 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.266237 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.266574 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.266903 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.267233 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.267561 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.267889 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.268280 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.268532 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.268852 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.269199 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:11.269526 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489c507-0288-45f8-83b9-bd464400c427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:12.838633 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5122e9-92bf-4eb8-a498-77db90928704 req-5da0ae42-07d1-4e33-93a9-a1ceaeeddc36 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:12.840127 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ce5122e9-92bf-4eb8-a498-77db90928704 req-5da0ae42-07d1-4e33-93a9-a1ceaeeddc36 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0530937 Mar 10 15:30:12.885760 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ce5122e9-92bf-4eb8-a498-77db90928704 req-4826c788-61ec-4cf0-8575-974a832b5972 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 Mar 10 15:30:14.007054 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9a1b5-12fd-4d10-828d-78a637aa290f req-2dc718ca-8293-4fcc-a77e-1f3b769353a3 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:14.008520 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cfa9a1b5-12fd-4d10-828d-78a637aa290f req-2dc718ca-8293-4fcc-a77e-1f3b769353a3 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0553210 Mar 10 15:30:14.053246 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cfa9a1b5-12fd-4d10-828d-78a637aa290f req-576db483-05ac-464d-9bbf-3961b94ae5bb tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Mar 10 15:30:15.167847 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584be1-1b7f-4c6b-a049-e0ee2f33800a req-48b5768c-f739-4669-9312-b368dfe70b07 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:15.169336 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-04584be1-1b7f-4c6b-a049-e0ee2f33800a req-48b5768c-f739-4669-9312-b368dfe70b07 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0514138 Mar 10 15:30:15.216266 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-04584be1-1b7f-4c6b-a049-e0ee2f33800a req-36e02d73-78f9-4ff6-971e-f24244557e53 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Mar 10 15:30:15.584728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-44cd8539-9901-40ad-980a-19932f1f99f5 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:15.586236 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-44cd8539-9901-40ad-980a-19932f1f99f5 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0521476 Mar 10 15:30:15.693364 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Deleting port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:15.693732 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.780233 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] For port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:15.780593 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.281613 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.283159 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (0677596d-2115-469e-8f2e-988de9f104dd), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.283159 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Floating IP 0677596d-2115-469e-8f2e-988de9f104dd disassociated. External IP: 172.28.1.248, port: 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e. Mar 10 15:30:16.283159 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Calling delete_port for 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:16.347225 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19635092-2464-48b7-926f-257a5a7cac76 req-2c67f770-d32a-4d4a-8854-b604ff6c2f04 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:16.349400 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-19635092-2464-48b7-926f-257a5a7cac76 req-2c67f770-d32a-4d4a-8854-b604ff6c2f04 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 946 time: 0.0588081 Mar 10 15:30:16.399352 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-19635092-2464-48b7-926f-257a5a7cac76 req-18fac114-2919-40d9-b049-16dbd99f362f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=7acfaeb7-53af-47f2-b9e7-ca50bffb8848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441337 Mar 10 15:30:16.509055 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (1e3ba565-3d89-4e0f-bb2c-c05ada312c0e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.537966 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event deleted for resources: {'Port': ['ID=1e3ba565-3d89-4e0f-bb2c-c05ada312c0e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:16.652527 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Router e3633999-622a-4072-b062-1019fdf83943 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:16.762898 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:16.774512 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] Sync routers for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:16.784480 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:16.785325 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:16.802921 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] No DVR routers for this DVR port 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:16.805489 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.811197 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f51b2c68-31bb-4f0d-87e9-8ee147453e63 req-034aed49-43d0-4246-8ba8-b490f0b9410a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "DELETE /v2.0/ports/1e3ba565-3d89-4e0f-bb2c-c05ada312c0e HTTP/1.1" status: 204 len: 173 time: 1.2083921 Mar 10 15:30:16.811197 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'name': 'network-vif-deleted', 'tag': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:16.811441 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bddcb77-dc73-4645-a3f9-c74826e8ab63" -d '{"events": [{"server_uuid": "43b83f22-e99b-4228-ba0e-adf0d729fdcd", "name": "network-vif-deleted", "tag": "1e3ba565-3d89-4e0f-bb2c-c05ada312c0e"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:16.848231 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f873c97-1cce-4ff6-ab45-fea74fc8e2f2 x-openstack-request-id: req-0f873c97-1cce-4ff6-ab45-fea74fc8e2f2 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:16.848231 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b83f22-e99b-4228-ba0e-adf0d729fdcd", "name": "network-vif-deleted", "tag": "1e3ba565-3d89-4e0f-bb2c-c05ada312c0e", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:16.848231 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f873c97-1cce-4ff6-ab45-fea74fc8e2f2 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:16.848540 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b83f22-e99b-4228-ba0e-adf0d729fdcd', 'name': 'network-vif-deleted', 'tag': '1e3ba565-3d89-4e0f-bb2c-c05ada312c0e', 'status': 'completed', 'code': 200} Mar 10 15:30:16.908034 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:17.227246 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:17.253306 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] Checking router: e3633999-622a-4072-b062-1019fdf83943 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:17.262123 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:17.262737 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:17.370746 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:17.547841 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-48e92404-2fcb-48cf-9bfa-e6f30d0a9dc8 req-cccab98e-b375-409e-b5be-0411f36ad153 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=43b83f22-e99b-4228-ba0e-adf0d729fdcd HTTP/1.1" status: 200 len: 210 time: 0.0284984 Mar 10 15:30:17.588734 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:17.636196 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244c7a6-e859-423f-9daa-2357b7352e91 None None] The sync data for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb is: [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:17.963925 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7d70c-dc1a-450d-b37c-2e6edffa056a None None] New status for floating IP 0677596d-2115-469e-8f2e-988de9f104dd: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:30:18.705783 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56316) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.777656 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7945c86e-3feb-486c-9146-547985d9fe6a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (7acfaeb7-53af-47f2-b9e7-ca50bffb8848), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.807754 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7945c86e-3feb-486c-9146-547985d9fe6a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (7acfaeb7-53af-47f2-b9e7-ca50bffb8848), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.911878 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:18.934841 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:18.935260 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 1e3ba565-3d89-4e0f-bb2c-c05ada312c0e not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:18.992845 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7945c86e-3feb-486c-9146-547985d9fe6a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (7acfaeb7-53af-47f2-b9e7-ca50bffb8848), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.992845 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7945c86e-3feb-486c-9146-547985d9fe6a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.992845 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-7945c86e-3feb-486c-9146-547985d9fe6a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "DELETE /v2.0/security-groups/7acfaeb7-53af-47f2-b9e7-ca50bffb8848 HTTP/1.1" status: 204 len: 168 time: 0.2823429 Mar 10 15:30:18.993203 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56324) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.001788 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945c86e-3feb-486c-9146-547985d9fe6a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acfaeb7-53af-47f2-b9e7-ca50bffb8848,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:19.020626 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.api.v2.resource [None req-2886144d-42bd-4235-a458-bbddc2b73afe tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] show failed (client error): The resource could not be found. Mar 10 15:30:19.025142 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-2886144d-42bd-4235-a458-bbddc2b73afe tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups/7acfaeb7-53af-47f2-b9e7-ca50bffb8848 HTTP/1.1" status: 404 len: 347 time: 0.0309167 Mar 10 15:30:19.026892 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56326) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.171445 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Deleting port 34f33122-8ccd-40c8-a1f8-b49a8be05491 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:19.171712 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (34f33122-8ccd-40c8-a1f8-b49a8be05491), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.256289 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (34f33122-8ccd-40c8-a1f8-b49a8be05491), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.256653 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (34f33122-8ccd-40c8-a1f8-b49a8be05491), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.270341 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Calling delete_port for 34f33122-8ccd-40c8-a1f8-b49a8be05491 owned by network:floatingip {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:19.537965 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (34f33122-8ccd-40c8-a1f8-b49a8be05491), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.564744 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event deleted for resources: {'Port': ['ID=34f33122-8ccd-40c8-a1f8-b49a8be05491,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:19.647113 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (0677596d-2115-469e-8f2e-988de9f104dd), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.649867 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.651069 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-dae7b93c-a820-4625-a7c9-f76c5708dd58 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "DELETE /v2.0/floatingips/0677596d-2115-469e-8f2e-988de9f104dd HTTP/1.1" status: 204 len: 168 time: 0.6231010 Mar 10 15:30:19.835114 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e523ca1-b627-426d-9063-35d0cd349231 req-c655c4c8-28f5-4747-9c0a-197d32f11b87 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:19.836610 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6e523ca1-b627-426d-9063-35d0cd349231 req-c655c4c8-28f5-4747-9c0a-197d32f11b87 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.0563409 Mar 10 15:30:19.889139 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6e523ca1-b627-426d-9063-35d0cd349231 req-1d059d3e-92e5-4e1b-8f8f-9a04d7a7d3d4 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465717 Mar 10 15:30:19.968136 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56338) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.972651 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-bf7857be-cef1-4e30-84fa-b77c04466185 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414665466', 'description': 'tempest-description--204276669'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:20.063552 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf7857be-cef1-4e30-84fa-b77c04466185 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.129458 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf7857be-cef1-4e30-84fa-b77c04466185 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (3d1efb67-4f15-4c4d-ae26-2d1cb87e565b), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.217479 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf7857be-cef1-4e30-84fa-b77c04466185 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3d1efb67-4f15-4c4d-ae26-2d1cb87e565b), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.246018 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7857be-cef1-4e30-84fa-b77c04466185 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:20.311622 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf7857be-cef1-4e30-84fa-b77c04466185 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.312896 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-bf7857be-cef1-4e30-84fa-b77c04466185 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3437603 Mar 10 15:30:20.315963 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56346) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.320901 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-562d90a3-a0d9-4fd4-a453-60a7d32eb63b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'security_group_rule': {'security_group_id': '3d1efb67-4f15-4c4d-ae26-2d1cb87e565b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:20.440215 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-562d90a3-a0d9-4fd4-a453-60a7d32eb63b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (bce34fdc-f616-44c5-9698-c9d8667a17cd), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.493401 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-562d90a3-a0d9-4fd4-a453-60a7d32eb63b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (bce34fdc-f616-44c5-9698-c9d8667a17cd), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.564228 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-562d90a3-a0d9-4fd4-a453-60a7d32eb63b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (bce34fdc-f616-44c5-9698-c9d8667a17cd), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.583027 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d90a3-a0d9-4fd4-a453-60a7d32eb63b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce34fdc-f616-44c5-9698-c9d8667a17cd,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:20.653908 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-562d90a3-a0d9-4fd4-a453-60a7d32eb63b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.655151 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-562d90a3-a0d9-4fd4-a453-60a7d32eb63b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3375537 Mar 10 15:30:20.657827 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56348) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.665346 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-ce3c991f-f803-4d62-a0c9-12eb26de725f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'security_group_rule': {'security_group_id': '3d1efb67-4f15-4c4d-ae26-2d1cb87e565b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:20.771689 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ce3c991f-f803-4d62-a0c9-12eb26de725f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (a0633528-83bd-4929-b8e8-5c197337e7a5), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.825368 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ce3c991f-f803-4d62-a0c9-12eb26de725f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (a0633528-83bd-4929-b8e8-5c197337e7a5), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.903601 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ce3c991f-f803-4d62-a0c9-12eb26de725f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (a0633528-83bd-4929-b8e8-5c197337e7a5), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.925402 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c991f-f803-4d62-a0c9-12eb26de725f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0633528-83bd-4929-b8e8-5c197337e7a5,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:21.014650 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb625-ba0e-4e23-80c5-50c073463d8e req-71493d0d-f3c0-4f85-a65e-567c56cc0054 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:21.016729 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ea3eb625-ba0e-4e23-80c5-50c073463d8e req-71493d0d-f3c0-4f85-a65e-567c56cc0054 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.0520413 Mar 10 15:30:21.048313 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ce3c991f-f803-4d62-a0c9-12eb26de725f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.053029 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ce3c991f-f803-4d62-a0c9-12eb26de725f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3941703 Mar 10 15:30:21.054748 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56352) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:21.067539 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:21.083490 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ea3eb625-ba0e-4e23-80c5-50c073463d8e req-1c937493-9b9a-43ef-a691-3046754928d8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520701 Mar 10 15:30:21.166162 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.261479 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.402013 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Allocated IP 172.28.1.120 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/41d380c4-925c-47dc-babe-5ac02824a38e) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:21.518977 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for port (41d380c4-925c-47dc-babe-5ac02824a38e), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.531889 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b32caf86-ce43-4fb1-bac0-e9f70ab6634c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.630071 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (41d380c4-925c-47dc-babe-5ac02824a38e), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.669441 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:21.672279 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:21.680753 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:21.729987 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'Port': ['ID=41d380c4-925c-47dc-babe-5ac02824a38e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:21.826347 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-fac4faef-d55a-4f96-ab01-dd42bad7cd78 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:21.828218 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-fac4faef-d55a-4f96-ab01-dd42bad7cd78 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.1490839 Mar 10 15:30:21.896727 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (c6a964b8-2634-4aa2-a987-074a28564c41), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.963606 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Deleting port b5c71f83-80c1-476e-8467-b52905ce3a19 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:21.963949 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.014223 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (41d380c4-925c-47dc-babe-5ac02824a38e), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.108154 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] For port b5c71f83-80c1-476e-8467-b52905ce3a19, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b5c71f83-80c1-476e-8467-b52905ce3a19,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:22.108687 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.224317 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279033ba-d6a4-4a2b-b5bb-c6efb7caefb9 req-b8ca6542-bfd9-463b-8d16-b94bc43c7891 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:22.229180 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-279033ba-d6a4-4a2b-b5bb-c6efb7caefb9 req-b8ca6542-bfd9-463b-8d16-b94bc43c7891 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 947 time: 0.0728600 Mar 10 15:30:22.274923 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-279033ba-d6a4-4a2b-b5bb-c6efb7caefb9 req-f99efd74-7c84-4969-ae35-aac18c4b0841 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=937e5aca-b398-472e-94fa-7b5fc4095408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431051 Mar 10 15:30:22.364779 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for port (41d380c4-925c-47dc-babe-5ac02824a38e), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.385315 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.388442 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (d7ba62a1-15a1-4180-80fd-452b05a95289), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.388442 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Floating IP d7ba62a1-15a1-4180-80fd-452b05a95289 disassociated. External IP: 172.28.1.220, port: b5c71f83-80c1-476e-8467-b52905ce3a19. Mar 10 15:30:22.388442 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Calling delete_port for b5c71f83-80c1-476e-8467-b52905ce3a19 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:22.436594 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (41d380c4-925c-47dc-babe-5ac02824a38e), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.523721 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'Port': ['ID=41d380c4-925c-47dc-babe-5ac02824a38e,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:22.545020 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (c6a964b8-2634-4aa2-a987-074a28564c41), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.653662 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.654910 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b72c9a4e-96d6-4a56-8ecf-b56efb743498 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6000845 Mar 10 15:30:22.720407 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (b5c71f83-80c1-476e-8467-b52905ce3a19), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.754264 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event deleted for resources: {'Port': ['ID=b5c71f83-80c1-476e-8467-b52905ce3a19,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:22.885274 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-943c453b-fb5d-47d3-a1dc-816ba296182f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1414665466&fields=id&tenant_id=9f632337d7e1471aa36b326b63ed2dcb HTTP/1.1" status: 200 len: 267 time: 0.0468905 Mar 10 15:30:22.889560 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:22.995041 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-5dd0c564-d825-4627-be66-90688cb58d7e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:22.996500 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-5dd0c564-d825-4627-be66-90688cb58d7e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 811 time: 0.1041534 Mar 10 15:30:23.003490 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:23.014288 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] Sync routers for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:23.015497 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-c37b91e0-011f-4624-b80d-4a4cb396fe09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/quotas/9f632337d7e1471aa36b326b63ed2dcb HTTP/1.1" status: 200 len: 375 time: 0.0118685 Mar 10 15:30:23.026170 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:23.026698 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:23.049051 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] No DVR routers for this DVR port b5c71f83-80c1-476e-8467-b52905ce3a19 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:23.063398 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.063398 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-68971490-77f4-4fc3-a44c-43b9fb2f6920 req-8f3c84c8-e2cd-4720-9bee-64b7babc8322 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "DELETE /v2.0/ports/b5c71f83-80c1-476e-8467-b52905ce3a19 HTTP/1.1" status: 204 len: 173 time: 1.2184079 Mar 10 15:30:23.063398 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-deleted', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:23.063398 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650323f8-3a82-4dd9-b955-f65a6c4c30d5" -d '{"events": [{"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-deleted", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:23.094428 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-8a017c04-b5db-4116-84df-618c4c90c7ec tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713229 Mar 10 15:30:23.109987 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019363f8-be2b-4177-8518-b19104c395bf x-openstack-request-id: req-019363f8-be2b-4177-8518-b19104c395bf {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:23.110453 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db9eeb4-f3d1-47f8-8c43-74cf71e8a450", "name": "network-vif-deleted", "tag": "b5c71f83-80c1-476e-8467-b52905ce3a19", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:23.115073 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-019363f8-be2b-4177-8518-b19104c395bf {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:23.115073 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db9eeb4-f3d1-47f8-8c43-74cf71e8a450', 'name': 'network-vif-deleted', 'tag': 'b5c71f83-80c1-476e-8467-b52905ce3a19', 'status': 'completed', 'code': 200} Mar 10 15:30:23.185489 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:23.221766 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-63ef2309-3cf7-46a4-9fdd-2ded311627df service neutron] 10.222.0.70 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139324 Mar 10 15:30:23.247169 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56382) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:23.345912 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-9cd587f1-5bd5-4363-8f59-9e8857541a13 service neutron] 10.222.0.70 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193049 Mar 10 15:30:23.401132 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6acf9ee4-8ce2-4d62-bfe3-6dd593d1a6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.411312 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9ffcc3cd-faab-49a0-a3b3-a6cc02b98ab6 req-a463db9a-49b4-4022-bac8-8d77e835d11e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db9eeb4-f3d1-47f8-8c43-74cf71e8a450 HTTP/1.1" status: 200 len: 210 time: 0.0351312 Mar 10 15:30:23.489272 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6acf9ee4-8ce2-4d62-bfe3-6dd593d1a6da admin admin] Publish callbacks [] for security_group (b7cb3850-a07d-4076-8a5f-b4f5c001e8e8), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.502043 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:23.536909 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] Checking router: ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:23.541819 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:23.542484 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:23.596022 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6acf9ee4-8ce2-4d62-bfe3-6dd593d1a6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (b7cb3850-a07d-4076-8a5f-b4f5c001e8e8), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.640225 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-6acf9ee4-8ce2-4d62-bfe3-6dd593d1a6da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff16b435453649fda514f720d2539108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919883 Mar 10 15:30:23.642537 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf9ee4-8ce2-4d62-bfe3-6dd593d1a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cb3850-a07d-4076-8a5f-b4f5c001e8e8,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:23.644862 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56394) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:23.648969 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cbb035ce-cfa1-4be6-932b-eb20fb7cbe5e req-a1b5846c-b0df-42bb-b8b8-7607820ae65e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 210 time: 0.0582635 Mar 10 15:30:23.704685 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:23.705890 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917a69b0-7993-4ef6-882d-cca5faaa6a35 admin admin] Publish callbacks [] for security_group (b7cb3850-a07d-4076-8a5f-b4f5c001e8e8), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.706723 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e55d9aa3-549e-43ed-88ce-4739062b5967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.738762 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917a69b0-7993-4ef6-882d-cca5faaa6a35 admin admin] Publish callbacks [] for security_group (b7cb3850-a07d-4076-8a5f-b4f5c001e8e8), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.875142 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917a69b0-7993-4ef6-882d-cca5faaa6a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (b7cb3850-a07d-4076-8a5f-b4f5c001e8e8), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.877883 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-917a69b0-7993-4ef6-882d-cca5faaa6a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.879600 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-917a69b0-7993-4ef6-882d-cca5faaa6a35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7cb3850-a07d-4076-8a5f-b4f5c001e8e8 HTTP/1.1" status: 204 len: 168 time: 0.2296278 Mar 10 15:30:23.888994 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a69b0-7993-4ef6-882d-cca5faaa6a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cb3850-a07d-4076-8a5f-b4f5c001e8e8,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:23.922219 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:23.961373 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b2b20-0f62-484f-89cd-1f7fc30b4868 None None] The sync data for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb is: [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:24.205036 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77305bd-0a72-43c0-a863-258efe8e20c0 None None] New status for floating IP d7ba62a1-15a1-4180-80fd-452b05a95289: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:30:24.590419 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56418) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:24.649829 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbd56-17ca-482a-883a-b9bd516b18dc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (937e5aca-b398-472e-94fa-7b5fc4095408), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.673259 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbd56-17ca-482a-883a-b9bd516b18dc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (937e5aca-b398-472e-94fa-7b5fc4095408), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.748532 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c45ab922-6959-435d-ad22-9464249df416 req-7a336348-25b2-43aa-b05e-28450fb70863 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 210 time: 0.0297651 Mar 10 15:30:24.857755 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbd56-17ca-482a-883a-b9bd516b18dc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (937e5aca-b398-472e-94fa-7b5fc4095408), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.860531 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8f8fbd56-17ca-482a-883a-b9bd516b18dc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.861722 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-8f8fbd56-17ca-482a-883a-b9bd516b18dc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "DELETE /v2.0/security-groups/937e5aca-b398-472e-94fa-7b5fc4095408 HTTP/1.1" status: 204 len: 168 time: 0.2703245 Mar 10 15:30:24.865614 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56428) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:24.870922 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fbd56-17ca-482a-883a-b9bd516b18dc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e5aca-b398-472e-94fa-7b5fc4095408,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:24.882276 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.api.v2.resource [None req-40904879-0964-4ea2-93c4-fd071d188fc4 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] show failed (client error): The resource could not be found. Mar 10 15:30:24.883303 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-40904879-0964-4ea2-93c4-fd071d188fc4 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups/937e5aca-b398-472e-94fa-7b5fc4095408 HTTP/1.1" status: 404 len: 347 time: 0.0157623 Mar 10 15:30:24.886528 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56430) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:24.888012 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.947076 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:24.973691 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: b5c71f83-80c1-476e-8467-b52905ce3a19 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:24.974866 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device b5c71f83-80c1-476e-8467-b52905ce3a19 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:25.024677 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Deleting port 966a5d53-c4fb-49af-9851-07767f08aea4 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:25.024882 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (966a5d53-c4fb-49af-9851-07767f08aea4), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:25.111230 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (966a5d53-c4fb-49af-9851-07767f08aea4), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:25.111557 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (966a5d53-c4fb-49af-9851-07767f08aea4), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:25.126308 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Calling delete_port for 966a5d53-c4fb-49af-9851-07767f08aea4 owned by network:floatingip {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:25.387868 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (966a5d53-c4fb-49af-9851-07767f08aea4), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:25.416543 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event deleted for resources: {'Port': ['ID=966a5d53-c4fb-49af-9851-07767f08aea4,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:25.468649 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (d7ba62a1-15a1-4180-80fd-452b05a95289), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:25.471290 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:25.472470 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-700ab699-f6bd-4826-85c6-211189b67b6f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "DELETE /v2.0/floatingips/d7ba62a1-15a1-4180-80fd-452b05a95289 HTTP/1.1" status: 204 len: 168 time: 0.5844235 Mar 10 15:30:25.848030 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2825f57f-fe0a-403f-bf51-b528252a9354 req-70fc0709-c06f-465e-8f7f-7f5f93bc3497 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 210 time: 0.0270655 Mar 10 15:30:25.903104 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-c66d4889-5652-4fa4-80d8-f30f30bd1038 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:25.904536 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-c66d4889-5652-4fa4-80d8-f30f30bd1038 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 811 time: 0.1116400 Mar 10 15:30:25.980771 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-f06490a4-bc6b-4914-9898-8026ea9b382f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f632337d7e1471aa36b326b63ed2dcb HTTP/1.1" status: 200 len: 380 time: 0.0520155 Mar 10 15:30:25.989804 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'port': {'device_id': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'admin_state_up': True, 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'security_groups': ['3d1efb67-4f15-4c4d-ae26-2d1cb87e565b']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:26.180105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56456) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:26.184792 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-a60bd782-52c3-40e0-9ccc-14c34660b085 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130163582', 'description': 'tempest-description--725659188'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:26.192758 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Made reservation on behalf of 9f632337d7e1471aa36b326b63ed2dcb for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:26.196060 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:26.310306 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a60bd782-52c3-40e0-9ccc-14c34660b085 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:26.340846 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Allocated IP 172.20.0.8 (e3984049-902f-4889-9806-960bd0220b37/4c457089-b952-462c-8e00-651a041a7fa7/d198e534-c748-4294-8e48-700e87e26329) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:26.394629 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:26.670476 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a60bd782-52c3-40e0-9ccc-14c34660b085 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (87fd69a9-14a3-43af-86d6-58ec3cb8b2df), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:26.741707 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for port (d198e534-c748-4294-8e48-700e87e26329), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:26.765392 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a60bd782-52c3-40e0-9ccc-14c34660b085 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (87fd69a9-14a3-43af-86d6-58ec3cb8b2df), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:26.799143 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bd782-52c3-40e0-9ccc-14c34660b085 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fd69a9-14a3-43af-86d6-58ec3cb8b2df,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:26.921235 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (d198e534-c748-4294-8e48-700e87e26329), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:26.925254 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a60bd782-52c3-40e0-9ccc-14c34660b085 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:26.927121 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a60bd782-52c3-40e0-9ccc-14c34660b085 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7460072 Mar 10 15:30:26.933392 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56464) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:26.960383 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-5131b254-db60-49c9-a876-e7c19a1c3d90 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'security_group_rule': {'security_group_id': '87fd69a9-14a3-43af-86d6-58ec3cb8b2df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:26.966930 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d2a8c-c6c3-4e0d-b5ee-922a1054927a req-06f51d2d-706e-4bdd-9ee2-2dc149ac437c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:26.968396 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b30d2a8c-c6c3-4e0d-b5ee-922a1054927a req-06f51d2d-706e-4bdd-9ee2-2dc149ac437c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 931 time: 0.0542912 Mar 10 15:30:26.992004 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Network e3984049-902f-4889-9806-960bd0220b37 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:26.998634 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:27.000409 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event updated for resources: {'Port': ['ID=d198e534-c748-4294-8e48-700e87e26329,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:27.004591 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:27.020925 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b30d2a8c-c6c3-4e0d-b5ee-922a1054927a req-aafb9276-020c-42d9-9995-d83c60d39701 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 Mar 10 15:30:27.053676 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:27.054324 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.091895 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5131b254-db60-49c9-a876-e7c19a1c3d90 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (aa68e765-ce32-4c08-bf9a-dfac5b2cb3db), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.158370 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-29ccf0da-ca3a-462a-8a28-7106b88b670d tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1723511 Mar 10 15:30:27.180040 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Request body: {'port': {'device_id': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:27.213048 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5131b254-db60-49c9-a876-e7c19a1c3d90 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (aa68e765-ce32-4c08-bf9a-dfac5b2cb3db), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.250456 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (d198e534-c748-4294-8e48-700e87e26329), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.262852 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-e5d40db3-b842-47a3-b16c-d9f0ca1656e2 None None] Provisioning complete for port d198e534-c748-4294-8e48-700e87e26329 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:27.263302 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5d40db3-b842-47a3-b16c-d9f0ca1656e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (d198e534-c748-4294-8e48-700e87e26329), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.297869 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-e5d40db3-b842-47a3-b16c-d9f0ca1656e2 None None] Port d198e534-c748-4294-8e48-700e87e26329 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:27.309211 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5131b254-db60-49c9-a876-e7c19a1c3d90 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (aa68e765-ce32-4c08-bf9a-dfac5b2cb3db), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.380290 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131b254-db60-49c9-a876-e7c19a1c3d90 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa68e765-ce32-4c08-bf9a-dfac5b2cb3db,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:27.492728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5131b254-db60-49c9-a876-e7c19a1c3d90 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.493943 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5131b254-db60-49c9-a876-e7c19a1c3d90 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5596344 Mar 10 15:30:27.496719 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56470) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:27.501872 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1a0a5f2a-17c8-4204-bb4b-b92193115f46 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'security_group_rule': {'security_group_id': '87fd69a9-14a3-43af-86d6-58ec3cb8b2df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:27.529000 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d198e534-c748-4294-8e48-700e87e26329 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:30:27.537034 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Publish callbacks [] for port (d198e534-c748-4294-8e48-700e87e26329), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.548902 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Transition to ACTIVE for port object d198e534-c748-4294-8e48-700e87e26329 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:30:27.576639 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5f2a-17c8-4204-bb4b-b92193115f46 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (e8842fe9-0c0f-4337-b758-17299a39b4ac), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.617588 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (d198e534-c748-4294-8e48-700e87e26329), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.637546 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5f2a-17c8-4204-bb4b-b92193115f46 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (e8842fe9-0c0f-4337-b758-17299a39b4ac), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.674382 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Pushing event updated for resources: {'Port': ['ID=d198e534-c748-4294-8e48-700e87e26329,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:27.726275 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5f2a-17c8-4204-bb4b-b92193115f46 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (e8842fe9-0c0f-4337-b758-17299a39b4ac), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.744296 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Attempting to bind port d198e534-c748-4294-8e48-700e87e26329 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:30:27.744928 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Attempting to bind port d198e534-c748-4294-8e48-700e87e26329 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:30:27.745250 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a5f2a-17c8-4204-bb4b-b92193115f46 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8842fe9-0c0f-4337-b758-17299a39b4ac,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:27.745368 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Attempting to bind port d198e534-c748-4294-8e48-700e87e26329 on network e3984049-902f-4889-9806-960bd0220b37 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:27.750046 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Port d198e534-c748-4294-8e48-700e87e26329 on network e3984049-902f-4889-9806-960bd0220b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:30:27.750378 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Attempting to bind port d198e534-c748-4294-8e48-700e87e26329 on network e3984049-902f-4889-9806-960bd0220b37 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:27.755310 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:30:27.755644 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Checking segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:27.756059 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Bound using segment: {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:30:27.756452 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Bound port: d198e534-c748-4294-8e48-700e87e26329, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c3ec54-e0cf-4267-b655-11b790e5fc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'e3984049-902f-4889-9806-960bd0220b37'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:30:27.756804 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (d198e534-c748-4294-8e48-700e87e26329), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.800876 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.802824 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a0a5f2a-17c8-4204-bb4b-b92193115f46 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.807741 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-1a0a5f2a-17c8-4204-bb4b-b92193115f46 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098500 Mar 10 15:30:27.808354 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56474) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:27.820478 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:27.843810 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] For port d198e534-c748-4294-8e48-700e87e26329, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:30:27.847314 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] For port d198e534-c748-4294-8e48-700e87e26329, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d198e534-c748-4294-8e48-700e87e26329,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:30:27.943840 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.944124 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (d198e534-c748-4294-8e48-700e87e26329), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.983708 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:27.984451 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.986363 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] 10.222.0.69 "PUT /v2.0/ports/d198e534-c748-4294-8e48-700e87e26329 HTTP/1.1" status: 200 len: 1093 time: 0.8116124 Mar 10 15:30:27.990864 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'tag': 'd198e534-c748-4294-8e48-700e87e26329'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:27.993598 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a359f5a-57dd-4fef-81a8-6a44a1412144" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b", "tag": "d198e534-c748-4294-8e48-700e87e26329"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:28.028721 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467dd1f-427b-4d6c-9463-47c19f408d6e service neutron] Pushing event updated for resources: {'Port': ['ID=d198e534-c748-4294-8e48-700e87e26329,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:28.042334 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51b8a89-ee1b-4897-a317-6d9b08895923 x-openstack-request-id: req-b51b8a89-ee1b-4897-a317-6d9b08895923 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:28.042839 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b", "tag": "d198e534-c748-4294-8e48-700e87e26329", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:28.043231 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b51b8a89-ee1b-4897-a317-6d9b08895923 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:28.043801 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'tag': 'd198e534-c748-4294-8e48-700e87e26329', 'status': 'completed', 'code': 200} Mar 10 15:30:28.100912 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:28.150547 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359f5a-57dd-4fef-81a8-6a44a1412144 req-5d7f4099-f31f-4fc9-b25b-06eaad52d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:28.152134 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-8a359f5a-57dd-4fef-81a8-6a44a1412144 req-5d7f4099-f31f-4fc9-b25b-06eaad52d86a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 1127 time: 0.0563564 Mar 10 15:30:28.243926 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad15d58-783e-490f-a78b-4fa6ab21d1af req-41570792-7e14-41e3-b4d5-29d73f1e7658 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:28.245498 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bad15d58-783e-490f-a78b-4fa6ab21d1af req-41570792-7e14-41e3-b4d5-29d73f1e7658 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 943 time: 0.0982111 Mar 10 15:30:28.268570 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359f5a-57dd-4fef-81a8-6a44a1412144 req-f576fa98-5ca3-430a-bd9a-d8c40019c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:28.270131 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-8a359f5a-57dd-4fef-81a8-6a44a1412144 req-f576fa98-5ca3-430a-bd9a-d8c40019c948 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1009772 Mar 10 15:30:28.271382 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Allocated IP 172.28.1.79 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/2f52e7a1-e242-4a01-a773-104a9d241fd1) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:28.338610 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bad15d58-783e-490f-a78b-4fa6ab21d1af req-4daf782f-d16a-471f-b170-4b60fc10da4f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870512 Mar 10 15:30:28.378278 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359f5a-57dd-4fef-81a8-6a44a1412144 req-40c8680a-50b3-455e-bf15-7a69c6219d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:28.380459 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-8a359f5a-57dd-4fef-81a8-6a44a1412144 req-40c8680a-50b3-455e-bf15-7a69c6219d39 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031435 Mar 10 15:30:28.420280 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for port (2f52e7a1-e242-4a01-a773-104a9d241fd1), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:28.493572 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-0e2d4bf9-b4f8-4651-8e84-7ad6022dea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:28.493572 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-0e2d4bf9-b4f8-4651-8e84-7ad6022dea88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 1127 time: 0.0436189 Mar 10 15:30:28.526433 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (2f52e7a1-e242-4a01-a773-104a9d241fd1), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:28.543692 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-ca15261d-eb55-4f5b-a060-2daf3d362473 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d198e534-c748-4294-8e48-700e87e26329 HTTP/1.1" status: 200 len: 217 time: 0.0365670 Mar 10 15:30:28.567202 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:28.570067 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:28.572451 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:28.593188 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-2b23b58e-6c6b-4b2d-9fca-1758f2e97662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:28.597715 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-2b23b58e-6c6b-4b2d-9fca-1758f2e97662 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0448213 Mar 10 15:30:28.601761 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'Port': ['ID=2f52e7a1-e242-4a01-a773-104a9d241fd1,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:28.644765 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-59bc1ff7-abaa-4d0e-81ad-76556f6282f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:28.646344 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-59bc1ff7-abaa-4d0e-81ad-76556f6282f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0443316 Mar 10 15:30:28.666331 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (3d3f42b9-8b9c-4e7d-8c97-c89ba9962512), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:28.744806 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-f19ecfe1-4593-4937-b667-e92f591a55c7 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910954 Mar 10 15:30:28.785981 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (2f52e7a1-e242-4a01-a773-104a9d241fd1), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:28.840619 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-6dbc3ffe-7559-4f64-b017-ef3bedd7c832 req-9da229fe-ae97-4745-b495-811c0951f385 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893955 Mar 10 15:30:28.943000 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for port (2f52e7a1-e242-4a01-a773-104a9d241fd1), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:29.005901 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (2f52e7a1-e242-4a01-a773-104a9d241fd1), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:29.076721 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'Port': ['ID=2f52e7a1-e242-4a01-a773-104a9d241fd1,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:29.086776 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (3d3f42b9-8b9c-4e7d-8c97-c89ba9962512), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:29.162740 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:29.163974 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-1c4867af-ab54-41a1-8d34-72a1db709212 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3546679 Mar 10 15:30:29.257937 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:29.593632 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-592533da-4674-4572-ab88-10e8d1edae67 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--130163582&fields=id&tenant_id=3e7f22f1804c4c6699caef0783ae4c2b HTTP/1.1" status: 200 len: 267 time: 0.2754245 Mar 10 15:30:29.614698 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efee5a4-1a58-4091-bb11-900fe633c7ea req-ad8206f7-5f71-47f9-8686-923b0ec28ca6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:29.616086 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5efee5a4-1a58-4091-bb11-900fe633c7ea req-ad8206f7-5f71-47f9-8686-923b0ec28ca6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 943 time: 0.0827250 Mar 10 15:30:29.718480 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5efee5a4-1a58-4091-bb11-900fe633c7ea req-72314d70-8f7e-46fa-9553-76cde406a9ff tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904038 Mar 10 15:30:29.738727 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-7858d40e-646c-4aa2-b43a-6e41f69b3f32 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:29.740210 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-7858d40e-646c-4aa2-b43a-6e41f69b3f32 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 817 time: 0.1402924 Mar 10 15:30:29.754635 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-2c7dfa3c-b235-4389-bc29-8bf259bdcaa2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/quotas/3e7f22f1804c4c6699caef0783ae4c2b HTTP/1.1" status: 200 len: 375 time: 0.0093324 Mar 10 15:30:29.808920 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-a4056415-7676-4843-8b82-ae2a93498c70 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489132 Mar 10 15:30:29.903546 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-99ae9b51-682e-4707-88ef-4a7b17b3fe2e service neutron] 10.222.0.70 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827417 Mar 10 15:30:29.991328 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-fce8d6db-34fd-4faf-b364-75c9d555c397 service neutron] 10.222.0.70 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821273 Mar 10 15:30:30.312884 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e0e2cd43-cf2c-4b82-8287-2f439ef1df15 req-360dbb54-6f9c-444a-bc80-bf0b7928d4d7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 210 time: 0.0280125 Mar 10 15:30:30.846858 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6ed79-934b-43f1-a755-dd3d57ca90f2 req-dffbf594-4551-48c2-9492-6f7a2ae42b15 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:30.846858 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-88e6ed79-934b-43f1-a755-dd3d57ca90f2 req-dffbf594-4551-48c2-9492-6f7a2ae42b15 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 943 time: 0.0590069 Mar 10 15:30:30.891013 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-88e6ed79-934b-43f1-a755-dd3d57ca90f2 req-72840668-94fe-4b47-8930-579f1fde7214 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403743 Mar 10 15:30:30.975996 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device d198e534-c748-4294-8e48-700e87e26329 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:30:31.073329 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port d198e534-c748-4294-8e48-700e87e26329, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d198e534-c748-4294-8e48-700e87e26329,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:31.084080 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'd198e534-c748-4294-8e48-700e87e26329', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'port_id': 'd198e534-c748-4294-8e48-700e87e26329', 'mac_address': 'fa:16:3e:10:70:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:30:31.120375 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port d198e534-c748-4294-8e48-700e87e26329 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:31.120776 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (d198e534-c748-4294-8e48-700e87e26329), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:31.137742 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d198e534-c748-4294-8e48-700e87e26329 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:30:31.158593 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port d198e534-c748-4294-8e48-700e87e26329, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d198e534-c748-4294-8e48-700e87e26329,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:31.280784 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (d198e534-c748-4294-8e48-700e87e26329), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:31.328187 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=d198e534-c748-4294-8e48-700e87e26329,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:31.335553 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.335910 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.336253 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.336593 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.336928 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.337286 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.337617 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.337946 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.338273 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.338620 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.338952 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.339276 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.339597 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:31.413052 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a3eb4d5e-3937-45a9-ab99-1c5281b47053 req-88793f68-6d03-4f1c-8cbf-a00eb6e780d6 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 210 time: 0.0284271 Mar 10 15:30:31.632932 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['d198e534-c748-4294-8e48-700e87e26329'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:30:31.694016 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56530) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:31.807363 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-489dd390-93d5-49cf-83db-ad9e45425b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:31.881914 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-489dd390-93d5-49cf-83db-ad9e45425b32 admin admin] Publish callbacks [] for security_group (417387ef-8c0b-4be3-a363-9883c34d6be0), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:31.943319 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-489dd390-93d5-49cf-83db-ad9e45425b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (417387ef-8c0b-4be3-a363-9883c34d6be0), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:31.992885 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dd390-93d5-49cf-83db-ad9e45425b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417387ef-8c0b-4be3-a363-9883c34d6be0,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:32.011112 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-489dd390-93d5-49cf-83db-ad9e45425b32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6154d92f44da4964a7ae0da16eecba45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158886 Mar 10 15:30:32.014096 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56536) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:32.036957 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada376e9-3cc3-4d18-a7bc-7640fcefeef8 req-7b0d173a-b744-4be4-9968-5d9e366a87c0 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:32.038480 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ada376e9-3cc3-4d18-a7bc-7640fcefeef8 req-7b0d173a-b744-4be4-9968-5d9e366a87c0 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 944 time: 0.0724638 Mar 10 15:30:32.065606 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e914-06f0-496f-88d7-9e8c938021c8 admin admin] Publish callbacks [] for security_group (417387ef-8c0b-4be3-a363-9883c34d6be0), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:32.085545 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ada376e9-3cc3-4d18-a7bc-7640fcefeef8 req-6598ba53-f147-453b-9a01-eac4c4c82655 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 Mar 10 15:30:32.086586 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e914-06f0-496f-88d7-9e8c938021c8 admin admin] Publish callbacks [] for security_group (417387ef-8c0b-4be3-a363-9883c34d6be0), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:32.228848 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e914-06f0-496f-88d7-9e8c938021c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (417387ef-8c0b-4be3-a363-9883c34d6be0), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:32.231477 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0bd7e914-06f0-496f-88d7-9e8c938021c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:32.232640 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-0bd7e914-06f0-496f-88d7-9e8c938021c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/417387ef-8c0b-4be3-a363-9883c34d6be0 HTTP/1.1" status: 204 len: 168 time: 0.2175703 Mar 10 15:30:32.241729 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e914-06f0-496f-88d7-9e8c938021c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417387ef-8c0b-4be3-a363-9883c34d6be0,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:32.478143 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-06d2fc47-df49-4480-a34e-15dfd5803133 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:32.480011 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-06d2fc47-df49-4480-a34e-15dfd5803133 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 817 time: 0.1234865 Mar 10 15:30:32.520685 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-57edeaf5-54dc-482b-b7f5-56ffc0a8526a req-856031ba-0bed-455f-be52-74d28ccb187c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 210 time: 0.0298891 Mar 10 15:30:32.581385 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-0317ee71-d402-476f-b479-fe8fe246d075 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7f22f1804c4c6699caef0783ae4c2b HTTP/1.1" status: 200 len: 379 time: 0.0842550 Mar 10 15:30:32.591498 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'port': {'device_id': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'admin_state_up': True, 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'security_groups': ['87fd69a9-14a3-43af-86d6-58ec3cb8b2df']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:32.760630 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Made reservation on behalf of 3e7f22f1804c4c6699caef0783ae4c2b for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:32.764989 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:32.892376 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Allocated IP 172.20.0.13 (9b915a36-bf43-460e-adb1-b06acab81172/9575946f-33e8-43c9-a6da-64e2fe204bab/691744a8-86fa-48de-88ac-30a82fc14998) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:33.005349 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device d198e534-c748-4294-8e48-700e87e26329 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:33.023495 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for port (691744a8-86fa-48de-88ac-30a82fc14998), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.115038 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port d198e534-c748-4294-8e48-700e87e26329 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:30:33.120256 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port d198e534-c748-4294-8e48-700e87e26329 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:33.141911 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (d198e534-c748-4294-8e48-700e87e26329), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.160609 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.208148 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Network 9b915a36-bf43-460e-adb1-b06acab81172 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:33.212265 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port d198e534-c748-4294-8e48-700e87e26329 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:33.212738 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (d198e534-c748-4294-8e48-700e87e26329), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.215331 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345454b5-6760-46fe-93c2-f92519fc2970 req-615511bc-7dfe-4e85-919c-89e463ae3d3e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.216187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:33.216979 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-345454b5-6760-46fe-93c2-f92519fc2970 req-615511bc-7dfe-4e85-919c-89e463ae3d3e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 944 time: 0.0578842 Mar 10 15:30:33.220661 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:33.225223 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:33.240201 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd198e534-c748-4294-8e48-700e87e26329'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:33.242541 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895ab4d4-af77-4252-9919-9b94c8cc1c89" -d '{"events": [{"server_uuid": "b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b", "name": "network-vif-plugged", "status": "completed", "tag": "d198e534-c748-4294-8e48-700e87e26329"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:33.255604 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port d198e534-c748-4294-8e48-700e87e26329, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d198e534-c748-4294-8e48-700e87e26329,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:33.278908 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.279566 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.285437 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cdb4e3-8b8b-46a5-bd90-2234e4abb6df x-openstack-request-id: req-87cdb4e3-8b8b-46a5-bd90-2234e4abb6df {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:33.285761 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b", "name": "network-vif-plugged", "status": "completed", "tag": "d198e534-c748-4294-8e48-700e87e26329", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:33.286018 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87cdb4e3-8b8b-46a5-bd90-2234e4abb6df {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:33.286592 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd198e534-c748-4294-8e48-700e87e26329', 'code': 200} Mar 10 15:30:33.303181 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (d198e534-c748-4294-8e48-700e87e26329), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.317095 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-345454b5-6760-46fe-93c2-f92519fc2970 req-996ea226-d30e-4261-abb2-48c19080cde1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912132 Mar 10 15:30:33.347951 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-1649a3c3-4527-499b-a1df-cf07dec51cb8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7604506 Mar 10 15:30:33.356079 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=d198e534-c748-4294-8e48-700e87e26329,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:33.383151 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Request body: {'port': {'device_id': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:33.447153 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.459270 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-afa9ae5e-e866-49a2-8d4b-51dbd6016d72 None None] Provisioning complete for port 691744a8-86fa-48de-88ac-30a82fc14998 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:33.459649 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-afa9ae5e-e866-49a2-8d4b-51dbd6016d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (691744a8-86fa-48de-88ac-30a82fc14998), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.498982 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-afa9ae5e-e866-49a2-8d4b-51dbd6016d72 None None] Port 691744a8-86fa-48de-88ac-30a82fc14998 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:33.658728 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b4850-54e2-4de7-8285-ba287d822138 req-959f60e7-96f0-4506-bd50-71d59805622e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.660424 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ce0b4850-54e2-4de7-8285-ba287d822138 req-959f60e7-96f0-4506-bd50-71d59805622e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 932 time: 0.0546200 Mar 10 15:30:33.700679 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09266160-8ce3-4799-805b-69c9f4a3b851 req-8d64a095-46fb-44d3-9654-8f035ed5e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.702179 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-09266160-8ce3-4799-805b-69c9f4a3b851 req-8d64a095-46fb-44d3-9654-8f035ed5e6a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 1129 time: 0.0675995 Mar 10 15:30:33.708330 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ce0b4850-54e2-4de7-8285-ba287d822138 req-cb7a141a-4b94-468e-98be-5c111e0b49b4 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Mar 10 15:30:33.769070 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691744a8-86fa-48de-88ac-30a82fc14998 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:30:33.782286 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Publish callbacks [] for port (691744a8-86fa-48de-88ac-30a82fc14998), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.789723 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-09266160-8ce3-4799-805b-69c9f4a3b851 req-da0697b7-f94a-40e9-a629-39916f997d2c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780842 Mar 10 15:30:33.796247 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Transition to ACTIVE for port object 691744a8-86fa-48de-88ac-30a82fc14998 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:30:33.857193 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:33.907620 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:33.975679 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Attempting to bind port 691744a8-86fa-48de-88ac-30a82fc14998 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:30:33.976016 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Attempting to bind port 691744a8-86fa-48de-88ac-30a82fc14998 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:30:33.976351 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Attempting to bind port 691744a8-86fa-48de-88ac-30a82fc14998 on network 9b915a36-bf43-460e-adb1-b06acab81172 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:33.981500 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Port 691744a8-86fa-48de-88ac-30a82fc14998 on network 9b915a36-bf43-460e-adb1-b06acab81172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:30:33.981832 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Attempting to bind port 691744a8-86fa-48de-88ac-30a82fc14998 on network 9b915a36-bf43-460e-adb1-b06acab81172 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:33.987207 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:30:33.987549 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Checking segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:33.988457 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Bound using segment: {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:30:33.988883 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Bound port: 691744a8-86fa-48de-88ac-30a82fc14998, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36542ca7-05cf-4935-99cf-1cf844da6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:30:33.989325 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:34.056967 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:30:34.059935 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:30:34.109061 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:34.143904 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.144553 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:34.145976 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] 10.222.0.69 "PUT /v2.0/ports/691744a8-86fa-48de-88ac-30a82fc14998 HTTP/1.1" status: 200 len: 1094 time: 0.7687013 Mar 10 15:30:34.146409 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:34.148616 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb736169-f4f9-43e9-81b5-1342292cb5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "tag": "691744a8-86fa-48de-88ac-30a82fc14998"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:34.169787 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f39a65-02d6-4369-992d-eba0f1f1393f service neutron] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:34.190247 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39e6aa2-b186-45b6-8ec1-369cb8bf8b7f x-openstack-request-id: req-d39e6aa2-b186-45b6-8ec1-369cb8bf8b7f {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:34.190791 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "tag": "691744a8-86fa-48de-88ac-30a82fc14998", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:34.191021 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d39e6aa2-b186-45b6-8ec1-369cb8bf8b7f {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:34.191429 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998', 'status': 'completed', 'code': 200} Mar 10 15:30:34.332206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb736169-f4f9-43e9-81b5-1342292cb5bd req-cd33923d-958e-492e-943b-0a925624bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.333767 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-eb736169-f4f9-43e9-81b5-1342292cb5bd req-cd33923d-958e-492e-943b-0a925624bc2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 1128 time: 0.0454803 Mar 10 15:30:34.431709 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3999887-c110-4028-9e74-e4bc08f2c82a req-cc544618-7374-4267-9a49-04af0f353a04 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.433113 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b3999887-c110-4028-9e74-e4bc08f2c82a req-cc544618-7374-4267-9a49-04af0f353a04 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 945 time: 0.0521626 Mar 10 15:30:34.444573 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb736169-f4f9-43e9-81b5-1342292cb5bd req-308d3cb7-6842-4be4-997b-69a3da5cae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.446080 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-eb736169-f4f9-43e9-81b5-1342292cb5bd req-308d3cb7-6842-4be4-997b-69a3da5cae48 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0935445 Mar 10 15:30:34.480034 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b3999887-c110-4028-9e74-e4bc08f2c82a req-257c295a-cbf4-4541-a219-f650ef64fa61 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 Mar 10 15:30:34.537965 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb736169-f4f9-43e9-81b5-1342292cb5bd req-e057aa98-df16-4b36-b402-1be170b38647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.539435 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-eb736169-f4f9-43e9-81b5-1342292cb5bd req-e057aa98-df16-4b36-b402-1be170b38647 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863080 Mar 10 15:30:34.657980 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-873aaf1d-875c-4846-b057-a787c83e0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.659460 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-873aaf1d-875c-4846-b057-a787c83e0287 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 1128 time: 0.0475152 Mar 10 15:30:34.708975 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-479e187e-cfa9-457c-ae23-c8cd14151561 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=691744a8-86fa-48de-88ac-30a82fc14998 HTTP/1.1" status: 200 len: 217 time: 0.0339530 Mar 10 15:30:34.756458 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-c8531ee2-fa32-4cb6-8bb8-49b6a6f698b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.758006 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-c8531ee2-fa32-4cb6-8bb8-49b6a6f698b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0424650 Mar 10 15:30:34.808934 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-24c83317-c751-4dec-9381-fb0113dcb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.810526 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-24c83317-c751-4dec-9381-fb0113dcb479 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0443692 Mar 10 15:30:34.835849 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d907318-038e-4d9e-879a-cbb8c6f8ed8f req-16b86834-9411-48ba-a9a5-8395d3fe8587 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.837341 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3d907318-038e-4d9e-879a-cbb8c6f8ed8f req-16b86834-9411-48ba-a9a5-8395d3fe8587 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0570242 Mar 10 15:30:34.884130 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3d907318-038e-4d9e-879a-cbb8c6f8ed8f req-32ecea74-70c5-4b11-aa58-b28ccbdcc0b7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 Mar 10 15:30:34.915773 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-ccac889d-5aaf-4525-8af8-22af6de7a1a5 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915480 Mar 10 15:30:35.064466 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fac44d15-cf27-44c8-ac2e-2a7dbce8119b req-21ae1562-959b-45cc-b525-ceed5f18dd62 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826976 Mar 10 15:30:35.770387 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bae195-ced9-44ac-8a8b-0e226ddeec27 req-fd0f4f1a-09bf-4ef9-bc8b-325e763001ff tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:35.770387 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-92bae195-ced9-44ac-8a8b-0e226ddeec27 req-fd0f4f1a-09bf-4ef9-bc8b-325e763001ff tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 945 time: 0.0603878 Mar 10 15:30:35.770387 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-92bae195-ced9-44ac-8a8b-0e226ddeec27 req-6922e7c3-5862-4c53-8ade-7fe566aa012b tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Mar 10 15:30:35.789120 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7b276-e776-4431-a444-1f2fb2036470 req-1b198841-ec20-480c-8586-3a9f1da6b7a5 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:35.790916 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-60e7b276-e776-4431-a444-1f2fb2036470 req-1b198841-ec20-480c-8586-3a9f1da6b7a5 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 945 time: 0.0518186 Mar 10 15:30:35.800543 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56564) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:35.806894 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Request body: {'floatingip': {'port_id': 'd198e534-c748-4294-8e48-700e87e26329'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:35.848119 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (c6a964b8-2634-4aa2-a987-074a28564c41), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:36.009384 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a5cbe-c856-4c66-ad99-54c8d20b84ea req-791da747-6871-45e3-95b7-2592cca6da29 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:36.010860 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cd3a5cbe-c856-4c66-ad99-54c8d20b84ea req-791da747-6871-45e3-95b7-2592cca6da29 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0549374 Mar 10 15:30:36.059646 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cd3a5cbe-c856-4c66-ad99-54c8d20b84ea req-f0c7d3af-d2dd-4ceb-9c13-5994b00b927a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 Mar 10 15:30:36.601877 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.db.resource_extend [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:30:36.667460 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:36.720116 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (c6a964b8-2634-4aa2-a987-074a28564c41), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:36.824770 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Floating IP c6a964b8-2634-4aa2-a987-074a28564c41 associated. External IP: 172.28.1.120, port: d198e534-c748-4294-8e48-700e87e26329. Mar 10 15:30:37.024414 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:30:37.035453 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Router e3633999-622a-4072-b062-1019fdf83943 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:37.136683 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:37.154877 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '691744a8-86fa-48de-88ac-30a82fc14998', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'port_id': '691744a8-86fa-48de-88ac-30a82fc14998', 'mac_address': 'fa:16:3e:94:9d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:30:37.157192 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:37.164206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:37.169312 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] Sync routers for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:37.198803 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-812ff135-eec5-42b5-84e0-e38e77349a09 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "PUT /v2.0/floatingips/c6a964b8-2634-4aa2-a987-074a28564c41 HTTP/1.1" status: 200 len: 991 time: 1.3934882 Mar 10 15:30:37.198803 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'tag': 'd198e534-c748-4294-8e48-700e87e26329'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:37.199737 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf6ace0-cad5-4cca-b977-61b48d59c71f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b", "tag": "d198e534-c748-4294-8e48-700e87e26329"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:37.232755 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ced4d-6e8a-4a34-86fa-55610dddfd19 req-36c7dcc8-f1be-44eb-b933-68d58cd37753 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.241922 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-411ced4d-6e8a-4a34-86fa-55610dddfd19 req-36c7dcc8-f1be-44eb-b933-68d58cd37753 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0965061 Mar 10 15:30:37.243480 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 691744a8-86fa-48de-88ac-30a82fc14998 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:37.243967 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:37.248231 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249023bb-1131-46f4-9947-bb0a9856a3c5 x-openstack-request-id: req-249023bb-1131-46f4-9947-bb0a9856a3c5 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:37.248628 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b", "tag": "d198e534-c748-4294-8e48-700e87e26329", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:37.248955 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-249023bb-1131-46f4-9947-bb0a9856a3c5 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:37.249494 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'tag': 'd198e534-c748-4294-8e48-700e87e26329', 'status': 'completed', 'code': 200} Mar 10 15:30:37.249784 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:37.250594 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:37.293459 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-411ced4d-6e8a-4a34-86fa-55610dddfd19 req-8545b2e2-ec22-4e9e-b1a1-dcd46ce827a4 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505753 Mar 10 15:30:37.302685 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691744a8-86fa-48de-88ac-30a82fc14998 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:30:37.338313 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:37.361564 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-bdc7831e-5a7b-4797-b9eb-b5d237f89ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.363607 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-bdc7831e-5a7b-4797-b9eb-b5d237f89ee0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 1129 time: 0.0515034 Mar 10 15:30:37.399575 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:37.402151 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:37.466809 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-3f035bff-0186-4d83-86da-7c4a6f41feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.469833 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-3f035bff-0186-4d83-86da-7c4a6f41feea service neutron] 10.222.0.69 "GET /v2.0/networks?id=e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 200 len: 912 time: 0.0936494 Mar 10 15:30:37.547130 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-70813c20-50fc-4277-8fa6-074f5cb540ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d198e534-c748-4294-8e48-700e87e26329 HTTP/1.1" status: 200 len: 999 time: 0.0667374 Mar 10 15:30:37.550681 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:37.597950 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-7966b2a7-3d8c-4562-a634-7305b90469c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.599583 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-7966b2a7-3d8c-4562-a634-7305b90469c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 200 len: 850 time: 0.0458531 Mar 10 15:30:37.656490 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-3074e69d-d297-4158-a8c0-722e993531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.658035 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-3074e69d-d297-4158-a8c0-722e993531cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e3984049-902f-4889-9806-960bd0220b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0505497 Mar 10 15:30:37.686597 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:30:37.733297 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'c6a964b8-2634-4aa2-a987-074a28564c41', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'e3633999-622a-4072-b062-1019fdf83943', 'port_id': 'd198e534-c748-4294-8e48-700e87e26329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'mac_address': 'fa:16:3e:10:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:30:21Z', 'updated_at': '2022-03-10T15:30:36Z', 'revision_number': 1, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:37.762553 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-26c71d39-1f90-476b-8ab5-b6bef4a7a9a3 service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943804 Mar 10 15:30:37.764660 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] Checking router: e3633999-622a-4072-b062-1019fdf83943 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:37.773872 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:37.774482 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:37.812324 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['691744a8-86fa-48de-88ac-30a82fc14998'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:30:37.860519 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-caf6ace0-cad5-4cca-b977-61b48d59c71f req-242436c5-963e-4a0e-a48d-96bf29da736f service neutron] 10.222.0.69 "GET /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890312 Mar 10 15:30:37.942775 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:38.332761 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'c6a964b8-2634-4aa2-a987-074a28564c41', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'e3633999-622a-4072-b062-1019fdf83943', 'port_id': 'd198e534-c748-4294-8e48-700e87e26329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'mac_address': 'fa:16:3e:10:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:30:21Z', 'updated_at': '2022-03-10T15:30:36Z', 'revision_number': 1, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:38.364558 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0210a2f-7e85-4b12-aab2-084943fe15be None None] The sync data for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb is: [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'c6a964b8-2634-4aa2-a987-074a28564c41', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'e3633999-622a-4072-b062-1019fdf83943', 'port_id': 'd198e534-c748-4294-8e48-700e87e26329', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'mac_address': 'fa:16:3e:10:70:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:30:21Z', 'updated_at': '2022-03-10T15:30:36Z', 'revision_number': 1, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:38.430600 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91868f62-afee-42a6-b9a2-258817c43217 req-90c2b0a1-5c26-437d-815f-62fe3645718f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:38.432395 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-91868f62-afee-42a6-b9a2-258817c43217 req-90c2b0a1-5c26-437d-815f-62fe3645718f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 945 time: 0.0610085 Mar 10 15:30:38.484802 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-91868f62-afee-42a6-b9a2-258817c43217 req-c35f19f2-7c38-40e6-8790-7c8afb950d8d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446742 Mar 10 15:30:38.573891 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1dd9e-054d-4112-b480-f08ddc29c626 None None] New status for floating IP c6a964b8-2634-4aa2-a987-074a28564c41: ACTIVE {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:30:39.037202 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:39.137450 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 691744a8-86fa-48de-88ac-30a82fc14998 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:30:39.141648 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 691744a8-86fa-48de-88ac-30a82fc14998 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:39.142049 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (691744a8-86fa-48de-88ac-30a82fc14998), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:39.235150 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 691744a8-86fa-48de-88ac-30a82fc14998 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:39.235546 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:39.260234 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:39.262502 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb3fe7-ab5e-4997-99b4-d874a8c967c7" -d '{"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-plugged", "status": "completed", "tag": "691744a8-86fa-48de-88ac-30a82fc14998"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:39.278662 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:39.300821 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edcca66-7db3-4af5-8003-9a9db7951b41 x-openstack-request-id: req-9edcca66-7db3-4af5-8003-9a9db7951b41 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:39.301121 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-plugged", "status": "completed", "tag": "691744a8-86fa-48de-88ac-30a82fc14998", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:39.301413 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9edcca66-7db3-4af5-8003-9a9db7951b41 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:39.301817 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998', 'code': 200} Mar 10 15:30:39.326191 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:39.374406 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:39.633353 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a421373-f0af-40ac-9a24-554b7601b6db req-90993b20-9ad3-43c2-a0e5-e63cbb6daae5 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:39.634993 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2a421373-f0af-40ac-9a24-554b7601b6db req-90993b20-9ad3-43c2-a0e5-e63cbb6daae5 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0675881 Mar 10 15:30:39.674476 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34640-c3d3-4119-8c9f-bc3ee9bd37d4 req-b1e56aa8-80ea-4324-a8c5-bb196902910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:39.676511 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1da34640-c3d3-4119-8c9f-bc3ee9bd37d4 req-b1e56aa8-80ea-4324-a8c5-bb196902910c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 1130 time: 0.0623827 Mar 10 15:30:39.685446 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2a421373-f0af-40ac-9a24-554b7601b6db req-14501c06-228e-47b9-8bff-aa073675b8cc tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446932 Mar 10 15:30:39.726922 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1da34640-c3d3-4119-8c9f-bc3ee9bd37d4 req-1aa36f91-6e7f-4296-ba65-4c5dc1bf8190 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437438 Mar 10 15:30:40.819820 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0796c82-97c5-4632-a510-00158e02fbd0 req-6ef95824-a2d6-4e54-ab49-7df7dc30a85c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:40.825657 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e0796c82-97c5-4632-a510-00158e02fbd0 req-6ef95824-a2d6-4e54-ab49-7df7dc30a85c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0628104 Mar 10 15:30:40.874645 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e0796c82-97c5-4632-a510-00158e02fbd0 req-fbac6885-6634-40c4-a81a-462150ddd7af tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477245 Mar 10 15:30:41.999072 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0b0e-4c16-436e-ab7f-d42b77a64ddd req-f236c56f-604c-469c-a0b2-5e2ba563312a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:42.000575 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f9cd0b0e-4c16-436e-ab7f-d42b77a64ddd req-f236c56f-604c-469c-a0b2-5e2ba563312a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0529511 Mar 10 15:30:42.047780 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f9cd0b0e-4c16-436e-ab7f-d42b77a64ddd req-48ae7754-215a-4a50-b113-62aff53a31ab tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 Mar 10 15:30:42.177773 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c324d-5837-4638-9796-83cb893431d7 req-72291382-40c2-402c-a9cd-d187712e9c67 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:42.177773 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-763c324d-5837-4638-9796-83cb893431d7 req-72291382-40c2-402c-a9cd-d187712e9c67 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0524855 Mar 10 15:30:42.182268 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56590) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:42.186780 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Request body: {'floatingip': {'port_id': '691744a8-86fa-48de-88ac-30a82fc14998'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:42.229840 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (3d3f42b9-8b9c-4e7d-8c97-c89ba9962512), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.608862 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-88ce2401-1a94-4057-ab63-63a37fac1fd2 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313139553&fields=id&tenant_id=9dcc3237c0ba4465b05886e1650cd3f5 HTTP/1.1" status: 200 len: 267 time: 0.0870903 Mar 10 15:30:42.705928 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-571230c0-2add-4cc9-9f43-21c4a04f52be tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:42.707950 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-571230c0-2add-4cc9-9f43-21c4a04f52be tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 985 time: 0.0918407 Mar 10 15:30:42.743936 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Request body: {'port': {'security_groups': ['1b5bc051-0d16-47b7-92e8-e98a92dff492']}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:42.790472 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.831731 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.872289 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (3d3f42b9-8b9c-4e7d-8c97-c89ba9962512), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.027552 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Floating IP 3d3f42b9-8b9c-4e7d-8c97-c89ba9962512 associated. External IP: 172.28.1.79, port: 691744a8-86fa-48de-88ac-30a82fc14998. Mar 10 15:30:43.167860 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] For port ebdde6e6-12d2-4421-9375-be45e778ac88, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ebdde6e6-12d2-4421-9375-be45e778ac88,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:43.211082 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.302716 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.340166 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['ebdde6e6-12d2-4421-9375-be45e778ac88'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:30:43.360327 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:43.360957 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.368711 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56594) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:43.369171 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ae3d072b-8ecb-44dc-a59c-f3d9b134df6e req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "PUT /v2.0/ports/ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 943 time: 0.6316295 Mar 10 15:30:43.369383 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:43.371623 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:43.405955 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:43.407475 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9879fd7-0c28-4a10-a274-6086b92f6f60 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event updated for resources: {'Port': ['ID=ebdde6e6-12d2-4421-9375-be45e778ac88,revision_number=7']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:43.497692 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fc361a-7397-42af-9bf7-84b8ec1e7225 x-openstack-request-id: req-70fc361a-7397-42af-9bf7-84b8ec1e7225 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:43.498288 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:43.498464 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70fc361a-7397-42af-9bf7-84b8ec1e7225 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:43.498961 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'status': 'completed', 'code': 200} Mar 10 15:30:43.526959 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-24609481-b45c-4368-97c0-c4dbc4588402 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group (3139b8a1-8606-44ae-a28b-55ab1d40d010), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.561375 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['ebdde6e6-12d2-4421-9375-be45e778ac88'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:30:43.586398 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:43.600751 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] Sync routers for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:43.603995 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.615852 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-24609481-b45c-4368-97c0-c4dbc4588402 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group (3139b8a1-8606-44ae-a28b-55ab1d40d010), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.636351 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:43.637064 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:43.656077 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-c70c480e-763b-481f-ac67-b3f03c1e9548 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "PUT /v2.0/floatingips/3d3f42b9-8b9c-4e7d-8c97-c89ba9962512 HTTP/1.1" status: 200 len: 991 time: 1.4726970 Mar 10 15:30:43.658928 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-e0ee4867-cbd4-4d1e-8701-006bef5f0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:43.660488 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-e0ee4867-cbd4-4d1e-8701-006bef5f0d92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1130 time: 0.1033428 Mar 10 15:30:43.678623 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-52fdc647-ec16-410b-aa56-692e7938841e None None] Provisioning complete for port ebdde6e6-12d2-4421-9375-be45e778ac88 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:43.679292 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-52fdc647-ec16-410b-aa56-692e7938841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.772557 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-338fbf4b-b527-4878-9f0d-23e73cde06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:43.774200 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-338fbf4b-b527-4878-9f0d-23e73cde06e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=88bf945f-390f-4592-9c24-d2e0639deb10 HTTP/1.1" status: 200 len: 916 time: 0.1024110 Mar 10 15:30:43.824725 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-24609481-b45c-4368-97c0-c4dbc4588402 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3139b8a1-8606-44ae-a28b-55ab1d40d010), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.826531 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-24609481-b45c-4368-97c0-c4dbc4588402 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.826671 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:43.833204 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-24609481-b45c-4368-97c0-c4dbc4588402 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "DELETE /v2.0/security-groups/3139b8a1-8606-44ae-a28b-55ab1d40d010 HTTP/1.1" status: 204 len: 168 time: 0.4579871 Mar 10 15:30:43.833410 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56600) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:43.842025 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24609481-b45c-4368-97c0-c4dbc4588402 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3139b8a1-8606-44ae-a28b-55ab1d40d010,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:43.893065 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-1b5a9c08-317c-4262-b900-ffa8110add6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 1002 time: 0.1122756 Mar 10 15:30:43.959580 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-8700293e-c112-4339-ad84-e3505fee9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:43.961072 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-8700293e-c112-4339-ad84-e3505fee9d8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7f8e3d5f-f66d-48ce-aff3-1bebbf50f900 HTTP/1.1" status: 200 len: 854 time: 0.0591776 Mar 10 15:30:43.980161 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-52fdc647-ec16-410b-aa56-692e7938841e None None] Current status of the port ebdde6e6-12d2-4421-9375-be45e778ac88 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:44.025865 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-ea16a837-8c7b-4915-b611-0e6d91671e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:44.040083 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-ea16a837-8c7b-4915-b611-0e6d91671e3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88bf945f-390f-4592-9c24-d2e0639deb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0721531 Mar 10 15:30:44.073864 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Deleting port bd7641e2-5606-4b02-b288-53358706238e {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:44.074424 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (bd7641e2-5606-4b02-b288-53358706238e), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:44.163046 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-46dc8c54-95c4-48c6-93f0-390f214624b9 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143749 Mar 10 15:30:44.163295 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (bd7641e2-5606-4b02-b288-53358706238e), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:44.163551 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for floatingip (bd7641e2-5606-4b02-b288-53358706238e), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:44.180590 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Calling delete_port for bd7641e2-5606-4b02-b288-53358706238e owned by network:floatingip {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:44.194608 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '3d3f42b9-8b9c-4e7d-8c97-c89ba9962512', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'port_id': '691744a8-86fa-48de-88ac-30a82fc14998', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'mac_address': 'fa:16:3e:94:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:30:28Z', 'updated_at': '2022-03-10T15:30:42Z', 'revision_number': 1, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:44.229639 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] Checking router: ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:44.244093 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:44.245408 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:44.283247 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5ce7c9b3-39d4-48ec-8cf3-285890b342d4 req-ae59595d-3285-4281-a905-d30a85af4801 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119444 Mar 10 15:30:44.372403 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:44.607133 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '3d3f42b9-8b9c-4e7d-8c97-c89ba9962512', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'port_id': '691744a8-86fa-48de-88ac-30a82fc14998', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'mac_address': 'fa:16:3e:94:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:30:28Z', 'updated_at': '2022-03-10T15:30:42Z', 'revision_number': 1, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:44.637568 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388dcd4-8345-4093-a278-d0ad5eb9a346 None None] The sync data for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb is: [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '3d3f42b9-8b9c-4e7d-8c97-c89ba9962512', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'port_id': '691744a8-86fa-48de-88ac-30a82fc14998', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'mac_address': 'fa:16:3e:94:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:30:28Z', 'updated_at': '2022-03-10T15:30:42Z', 'revision_number': 1, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:44.669445 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (bd7641e2-5606-4b02-b288-53358706238e), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:44.699544 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event deleted for resources: {'Port': ['ID=bd7641e2-5606-4b02-b288-53358706238e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:44.764119 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks [] for floatingip (defd6150-27b1-436d-beb8-519eb14bbf13), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:44.764462 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Floating IP defd6150-27b1-436d-beb8-519eb14bbf13 disassociated (deleted). External IP: 172.28.1.234, port: ebdde6e6-12d2-4421-9375-be45e778ac88. Mar 10 15:30:44.871237 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e83b498-a46e-4eff-9ab7-0d076a46d222 None None] New status for floating IP 3d3f42b9-8b9c-4e7d-8c97-c89ba9962512: ACTIVE {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:30:45.002340 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Router 78bef5e4-ebce-4c22-8caf-cc45619adb31 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:45.112191 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:45.117311 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.123410 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] Sync routers for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:45.137188 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:45.137807 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:45.149732 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-8c5a521e-de96-4561-8b86-276c0013165d tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "DELETE /v2.0/floatingips/defd6150-27b1-436d-beb8-519eb14bbf13 HTTP/1.1" status: 204 len: 168 time: 1.3168526 Mar 10 15:30:45.252776 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:45.499828 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998'}, {'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:45.504465 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "tag": "691744a8-86fa-48de-88ac-30a82fc14998"}, {"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:45.556372 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb14a61d-95e6-4a4e-9c5c-a8e32b48ff77 x-openstack-request-id: req-cb14a61d-95e6-4a4e-9c5c-a8e32b48ff77 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:45.556665 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "tag": "691744a8-86fa-48de-88ac-30a82fc14998", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:45.556922 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb14a61d-95e6-4a4e-9c5c-a8e32b48ff77 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:45.557366 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998', 'status': 'completed', 'code': 200} Mar 10 15:30:45.557629 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'status': 'completed', 'code': 200} Mar 10 15:30:45.619345 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 5, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:45.651776 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] Checking router: 78bef5e4-ebce-4c22-8caf-cc45619adb31 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:45.661929 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:45.662554 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:45.689121 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-f0b71f86-c906-4e1c-8308-1a4a55ca4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:45.696158 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-f0b71f86-c906-4e1c-8308-1a4a55ca4ce5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 1130 time: 0.0690591 Mar 10 15:30:45.779086 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:45.796001 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-32fbcaa0-abbe-46ac-b00b-09f753840011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:45.797631 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-32fbcaa0-abbe-46ac-b00b-09f753840011 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 918 time: 0.0951960 Mar 10 15:30:45.869547 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-8f7337c5-d5ab-48c2-811d-73e137d4f83d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=691744a8-86fa-48de-88ac-30a82fc14998 HTTP/1.1" status: 200 len: 1001 time: 0.0646889 Mar 10 15:30:45.918036 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-5db08a1d-cc3e-4a15-95a6-8ac20e112fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:45.919436 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-5db08a1d-cc3e-4a15-95a6-8ac20e112fd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0432200 Mar 10 15:30:45.970196 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-18e2a7f2-bc73-4b46-a133-9c55df8f35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:45.972264 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-18e2a7f2-bc73-4b46-a133-9c55df8f35e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0441785 Mar 10 15:30:45.979218 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 5, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:46.005462 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23f9710-35f1-47a8-9415-c287ceddc72a None None] The sync data for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb is: [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:03Z', 'revision_number': 4, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b6c36b99-d5f3-41ff-9454-933bcd14a76c', 'name': '', 'network_id': '88bf945f-390f-4592-9c24-d2e0639deb10', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'mac_address': 'fa:16:3e:97:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:02Z', 'updated_at': '2022-03-10T15:28:07Z', 'revision_number': 5, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'subnets': [{'id': '7f8e3d5f-f66d-48ce-aff3-1bebbf50f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:46.068728 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-9bac8d89-5a3c-4582-bf94-b4ed645dde3b service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872133 Mar 10 15:30:46.161596 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-5e425c73-9e13-4736-9825-5652bce83e24 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861433 Mar 10 15:30:46.227803 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7cc103-ffc1-4a42-a676-03b8350462eb None None] New status for floating IP defd6150-27b1-436d-beb8-519eb14bbf13: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:30:46.379990 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-1b43f787-fad5-4962-a2b8-13a3cb73d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:46.381501 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-1b43f787-fad5-4962-a2b8-13a3cb73d488 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 1130 time: 0.0436254 Mar 10 15:30:46.472728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-e6d62282-ae0d-4bf9-b7c9-999287373a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:46.474142 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-e6d62282-ae0d-4bf9-b7c9-999287373a2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=88bf945f-390f-4592-9c24-d2e0639deb10 HTTP/1.1" status: 200 len: 916 time: 0.0863333 Mar 10 15:30:46.513381 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-2b0b41f1-b326-4c3d-a4b4-663b1f560bf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 200 len: 217 time: 0.0327139 Mar 10 15:30:46.564764 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-b56fd62d-a674-4c16-ab46-07ce5cb9a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:46.566810 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-b56fd62d-a674-4c16-ab46-07ce5cb9a321 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7f8e3d5f-f66d-48ce-aff3-1bebbf50f900 HTTP/1.1" status: 200 len: 854 time: 0.0472374 Mar 10 15:30:46.616536 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-e33ed6f1-7d29-4627-9cdd-e864b824a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:46.618108 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-e33ed6f1-7d29-4627-9cdd-e864b824a6b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=88bf945f-390f-4592-9c24-d2e0639deb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0446999 Mar 10 15:30:46.718080 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-65d98937-3318-40a4-b93e-9a99daa31d01 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874374 Mar 10 15:30:46.818633 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2d9f3ea9-ab12-4a70-a52d-2eec706a3abf req-c1598c33-d91e-49c7-83d6-3aa5d66df643 service neutron] 10.222.0.69 "GET /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808976 Mar 10 15:30:49.500703 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d908e0-683d-42e6-ae6b-7a5c9af1f24f req-52a700b5-e4d6-4774-a222-b92006ff547c tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:49.502243 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b8d908e0-683d-42e6-ae6b-7a5c9af1f24f req-52a700b5-e4d6-4774-a222-b92006ff547c tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Mar 10 15:30:49.552048 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b8d908e0-683d-42e6-ae6b-7a5c9af1f24f req-1b4a6c21-7341-490a-bec2-61f98c0cc7bd tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Mar 10 15:30:50.668101 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3421b5-596a-49c6-9c23-6107bedb2443 req-47d75f37-6701-48bd-a158-efbd286fb9c7 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:50.669584 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4b3421b5-596a-49c6-9c23-6107bedb2443 req-47d75f37-6701-48bd-a158-efbd286fb9c7 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0510039 Mar 10 15:30:50.715591 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4b3421b5-596a-49c6-9c23-6107bedb2443 req-3d60a630-1217-4098-a32b-c791c7eeaf47 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Mar 10 15:30:51.496828 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-dfc0782b-e40e-4587-adbe-4e4d35746d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.710734 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-7b451d2e-1c94-499e-853c-9a9044f851f0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:51.712082 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-7b451d2e-1c94-499e-853c-9a9044f851f0 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.69 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Mar 10 15:30:51.807916 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Deleting port ebdde6e6-12d2-4421-9375-be45e778ac88 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:51.808314 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.833178 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220af16-35d8-47ea-9d99-87b72769ecf3 req-9c6e8eb7-0607-446b-8a2b-e811151bf26b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:51.834669 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b220af16-35d8-47ea-9d99-87b72769ecf3 req-9c6e8eb7-0607-446b-8a2b-e811151bf26b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 946 time: 0.0535619 Mar 10 15:30:51.882344 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b220af16-35d8-47ea-9d99-87b72769ecf3 req-cf7b0b03-ee50-4602-988c-1afb45dda55b tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b5bc051-0d16-47b7-92e8-e98a92dff492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Mar 10 15:30:51.895554 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] For port ebdde6e6-12d2-4421-9375-be45e778ac88, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ebdde6e6-12d2-4421-9375-be45e778ac88,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:51.895917 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.912026 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Calling delete_port for ebdde6e6-12d2-4421-9375-be45e778ac88 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:52.108198 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (ebdde6e6-12d2-4421-9375-be45e778ac88), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:52.134518 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Pushing event deleted for resources: {'Port': ['ID=ebdde6e6-12d2-4421-9375-be45e778ac88,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:52.160943 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['ebdde6e6-12d2-4421-9375-be45e778ac88'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:30:52.183915 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] No DVR routers for this DVR port ebdde6e6-12d2-4421-9375-be45e778ac88 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:52.188984 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:52.190074 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-508e360e-ebc3-4325-be24-55ad7e72fdac req-610882bb-c25f-4e17-8d4e-0cbee33967fb tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.69 "DELETE /v2.0/ports/ebdde6e6-12d2-4421-9375-be45e778ac88 HTTP/1.1" status: 204 len: 173 time: 0.4723144 Mar 10 15:30:52.190531 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'name': 'network-vif-deleted', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:52.192860 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e52b09f-872f-43d0-8b0d-19d9032cbb77" -d '{"events": [{"server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "name": "network-vif-deleted", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:52.228860 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeac786-2184-4069-bbc2-bbf1341108f4 x-openstack-request-id: req-beeac786-2184-4069-bbc2-bbf1341108f4 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:52.229200 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4546a371-2b83-420b-ac34-fe51acd320d3", "name": "network-vif-deleted", "tag": "ebdde6e6-12d2-4421-9375-be45e778ac88", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:52.229463 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-beeac786-2184-4069-bbc2-bbf1341108f4 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:52.229863 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4546a371-2b83-420b-ac34-fe51acd320d3', 'name': 'network-vif-deleted', 'tag': 'ebdde6e6-12d2-4421-9375-be45e778ac88', 'status': 'completed', 'code': 200} Mar 10 15:30:52.988352 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-312dc4fa-9775-4770-a6d3-99f9f147d577 req-6c054822-f59a-4e22-95bf-9df394086677 tempest-TestMinimumBasicScenario-1514229875 tempest-TestMinimumBasicScenario-1514229875-project] 10.222.0.70 "GET /v2.0/ports?device_id=4546a371-2b83-420b-ac34-fe51acd320d3 HTTP/1.1" status: 200 len: 210 time: 0.0300918 Mar 10 15:30:53.685709 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-460ff3a9-7f0b-426b-ac26-38f58fe5cff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.889062 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:55.100958 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device ebdde6e6-12d2-4421-9375-be45e778ac88 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:55.120613 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: ebdde6e6-12d2-4421-9375-be45e778ac88 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:55.120957 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device ebdde6e6-12d2-4421-9375-be45e778ac88 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:55.401306 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56684) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:55.808855 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625592'] for router_interface (78bef5e4-ebce-4c22-8caf-cc45619adb31), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.096361 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Deleting port b6c36b99-d5f3-41ff-9454-933bcd14a76c {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:56.096695 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.179174 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] For port b6c36b99-d5f3-41ff-9454-933bcd14a76c, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b6c36b99-d5f3-41ff-9454-933bcd14a76c,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:56.179529 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.192259 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Calling delete_port for b6c36b99-d5f3-41ff-9454-933bcd14a76c owned by network:router_interface {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:56.342412 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.416879 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (b6c36b99-d5f3-41ff-9454-933bcd14a76c), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.442630 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c36b99-d5f3-41ff-9454-933bcd14a76c,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:56.610027 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625704'] for router_interface (78bef5e4-ebce-4c22-8caf-cc45619adb31), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.024198 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Router 78bef5e4-ebce-4c22-8caf-cc45619adb31 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:57.128978 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:57.133844 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-8074e427-d89f-48d2-a5ea-10d0a33b7b13 admin admin] 10.222.0.70 "PUT /v2.0/routers/78bef5e4-ebce-4c22-8caf-cc45619adb31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7315011 Mar 10 15:30:57.136464 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56686) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:57.139174 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] Sync routers for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:57.150179 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:57.150792 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:57.240635 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks [] for router (78bef5e4-ebce-4c22-8caf-cc45619adb31), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.256244 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:57.353561 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks [] for router_gateway (78bef5e4-ebce-4c22-8caf-cc45619adb31), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.437403 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204'}], 'enable_snat': True}, 'gw_port_id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:30:56Z', 'revision_number': 5, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port': {'id': '4627a7db-3a57-48ce-81ae-6d428cc11519', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:57.463890 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] Checking router: 78bef5e4-ebce-4c22-8caf-cc45619adb31 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:57.472160 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] Routers {'78bef5e4-ebce-4c22-8caf-cc45619adb31'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:57.472840 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['78bef5e4-ebce-4c22-8caf-cc45619adb31'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:57.474877 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Deleting port 4627a7db-3a57-48ce-81ae-6d428cc11519 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:57.475376 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.554723 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] For port 4627a7db-3a57-48ce-81ae-6d428cc11519, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=4627a7db-3a57-48ce-81ae-6d428cc11519,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:57.555100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.561851 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] Set router 78bef5e4-ebce-4c22-8caf-cc45619adb31 gateway port host: None {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:57.567889 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Calling delete_port for 4627a7db-3a57-48ce-81ae-6d428cc11519 owned by network:router_gateway {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:57.615521 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:30:57Z', 'revision_number': 6, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port_host': None}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:57.640848 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47976b0-d9f0-4092-8799-af5366e3439a None None] The sync data for ids ['78bef5e4-ebce-4c22-8caf-cc45619adb31'] in dv-cinder-831247-10-smb is: [{'id': '78bef5e4-ebce-4c22-8caf-cc45619adb31', 'name': 'tempest-TestMinimumBasicScenario-2061625548-router', 'tenant_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:59Z', 'updated_at': '2022-03-10T15:30:57Z', 'revision_number': 6, 'project_id': '9dcc3237c0ba4465b05886e1650cd3f5', 'gw_port_host': None}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:57.748850 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.805861 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (4627a7db-3a57-48ce-81ae-6d428cc11519), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.833418 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4627a7db-3a57-48ce-81ae-6d428cc11519,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:57.894168 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638082'] for router_gateway (78bef5e4-ebce-4c22-8caf-cc45619adb31), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.998747 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123110'] for router (78bef5e4-ebce-4c22-8caf-cc45619adb31), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.001039 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks [] for router_controller (78bef5e4-ebce-4c22-8caf-cc45619adb31), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.154190 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626966'] for router (78bef5e4-ebce-4c22-8caf-cc45619adb31), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.154717 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78bef5e4-ebce-4c22-8caf-cc45619adb31 {{(pid=103646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:30:58.159445 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.160563 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0c0eeb1b-4099-4ace-900f-aedf07438d54 admin admin] 10.222.0.70 "DELETE /v2.0/routers/78bef5e4-ebce-4c22-8caf-cc45619adb31 HTTP/1.1" status: 204 len: 168 time: 1.0231991 Mar 10 15:30:58.163086 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56688) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:58.206612 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0f1368-be1f-43dc-bd91-1ec11277bf41 admin admin] Deleting subnet 7f8e3d5f-f66d-48ce-aff3-1bebbf50f900 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:30:58.209607 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f0f1368-be1f-43dc-bd91-1ec11277bf41 admin admin] Publish callbacks [] for subnet (7f8e3d5f-f66d-48ce-aff3-1bebbf50f900), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.242788 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f0f1368-be1f-43dc-bd91-1ec11277bf41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130282632'] for subnet (7f8e3d5f-f66d-48ce-aff3-1bebbf50f900), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.347903 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f0f1368-be1f-43dc-bd91-1ec11277bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (7f8e3d5f-f66d-48ce-aff3-1bebbf50f900), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.468846 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f0f1368-be1f-43dc-bd91-1ec11277bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130443941'] for subnet (7f8e3d5f-f66d-48ce-aff3-1bebbf50f900), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.498412 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f1368-be1f-43dc-bd91-1ec11277bf41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8e3d5f-f66d-48ce-aff3-1bebbf50f900,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:58.502000 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f0f1368-be1f-43dc-bd91-1ec11277bf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.505742 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-4f0f1368-be1f-43dc-bd91-1ec11277bf41 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7f8e3d5f-f66d-48ce-aff3-1bebbf50f900 HTTP/1.1" status: 204 len: 168 time: 0.3417151 Mar 10 15:30:58.508219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56692) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:58.508418 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c0df2-454a-4e8b-93a2-a8ec2126d80c None None] Network 88bf945f-390f-4592-9c24-d2e0639deb10 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:58.576885 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (88bf945f-390f-4592-9c24-d2e0639deb10), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.638424 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Deleting port 32d87a91-0070-4c16-b325-f585d610fd94 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:58.638772 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (32d87a91-0070-4c16-b325-f585d610fd94), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.681220 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] DHCP port deletion for 88bf945f-390f-4592-9c24-d2e0639deb10 request from dv-cinder-831247-10-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:30:58.704623 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] For port 32d87a91-0070-4c16-b325-f585d610fd94, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=32d87a91-0070-4c16-b325-f585d610fd94,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:58.704992 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (32d87a91-0070-4c16-b325-f585d610fd94), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.716727 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Calling delete_port for 32d87a91-0070-4c16-b325-f585d610fd94 owned by network:dhcp {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:58.731650 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] Deleting port 32d87a91-0070-4c16-b325-f585d610fd94 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:58.732041 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (32d87a91-0070-4c16-b325-f585d610fd94), before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.795499 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] For port 32d87a91-0070-4c16-b325-f585d610fd94, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=32d87a91-0070-4c16-b325-f585d610fd94,segment=NetworkSegment(08a74226-0731-459f-bf5a-f792e03215d1),segment_id=08a74226-0731-459f-bf5a-f792e03215d1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:58.795818 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (32d87a91-0070-4c16-b325-f585d610fd94), precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.808227 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] Calling delete_port for 32d87a91-0070-4c16-b325-f585d610fd94 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:58.868755 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (32d87a91-0070-4c16-b325-f585d610fd94), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.893927 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=32d87a91-0070-4c16-b325-f585d610fd94,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:58.900665 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] No DVR routers for this DVR port 32d87a91-0070-4c16-b325-f585d610fd94 on host dv-cinder-831247-10-smb {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:58.930752 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 4627a7db-3a57-48ce-81ae-6d428cc11519 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:58.952411 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794'] for port (32d87a91-0070-4c16-b325-f585d610fd94), after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.955612 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 4627a7db-3a57-48ce-81ae-6d428cc11519 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:58.955948 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 4627a7db-3a57-48ce-81ae-6d428cc11519 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:58.956343 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b6c36b99-d5f3-41ff-9454-933bcd14a76c no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:58.976882 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (88bf945f-390f-4592-9c24-d2e0639deb10), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.998068 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bf945f-390f-4592-9c24-d2e0639deb10']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:59.000766 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: b6c36b99-d5f3-41ff-9454-933bcd14a76c {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:59.001120 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b6c36b99-d5f3-41ff-9454-933bcd14a76c not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:59.001554 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 32d87a91-0070-4c16-b325-f585d610fd94 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:59.004411 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] Pushing event deleted for resources: {'Port': ['ID=32d87a91-0070-4c16-b325-f585d610fd94,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:59.008900 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f799ac1-8e3d-4d7d-89d6-ce47d8b43572 None None] No DVR routers for this DVR port 32d87a91-0070-4c16-b325-f585d610fd94 on host dv-cinder-831247-10-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:59.011731 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a74226-0731-459f-bf5a-f792e03215d1') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:59.013212 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a74226-0731-459f-bf5a-f792e03215d1') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:59.026795 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130282627'] for segment (08a74226-0731-459f-bf5a-f792e03215d1), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.043903 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (08a74226-0731-459f-bf5a-f792e03215d1), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.054328 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:30:59.054757 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130472677'] for segment (08a74226-0731-459f-bf5a-f792e03215d1), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: Traceback (most recent call last): Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: timer() Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: cb(*args, **kw) Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: return func(*args, **kwargs) Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: self._notify() Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: self.callback(batched_events) Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: event.method(event) Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: return f(self, *a, **k) Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: return self._get(url).json() Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:30:59.059024 dv-cinder-831247-10-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:30:59.154379 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 32d87a91-0070-4c16-b325-f585d610fd94 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:59.154719 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 32d87a91-0070-4c16-b325-f585d610fd94 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:59.170827 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (88bf945f-390f-4592-9c24-d2e0639deb10), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.176528 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.179724 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] 10.222.0.70 "DELETE /v2.0/networks/88bf945f-390f-4592-9c24-d2e0639deb10 HTTP/1.1" status: 204 len: 168 time: 0.6706045 Mar 10 15:30:59.182749 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56694) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:59.192074 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc337585-eb3a-467c-b3cc-2b2a7f736a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=88bf945f-390f-4592-9c24-d2e0639deb10,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:59.296545 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.528366 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625592'] for router_interface (bc4c0055-5336-4699-86df-5293a8dfb8c3), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.774555 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Deleting port 563eb50b-a169-4d99-b927-d9f91cb011ab {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:59.774896 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.093492 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] For port 563eb50b-a169-4d99-b927-d9f91cb011ab, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=563eb50b-a169-4d99-b927-d9f91cb011ab,segment=NetworkSegment(127b5cf0-d073-4ac9-96ea-4c7962274b5b),segment_id=127b5cf0-d073-4ac9-96ea-4c7962274b5b)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:00.093860 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.106070 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Calling delete_port for 563eb50b-a169-4d99-b927-d9f91cb011ab owned by network:router_interface {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:00.422591 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (563eb50b-a169-4d99-b927-d9f91cb011ab), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.448653 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Pushing event deleted for resources: {'Port': ['ID=563eb50b-a169-4d99-b927-d9f91cb011ab,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:00.616520 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625704'] for router_interface (bc4c0055-5336-4699-86df-5293a8dfb8c3), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.827385 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Router bc4c0055-5336-4699-86df-5293a8dfb8c3 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:31:00.933132 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:31:00.938517 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-10a86a9e-9937-44d8-a1d3-6ebd7dce2148 admin admin] 10.222.0.70 "PUT /v2.0/routers/bc4c0055-5336-4699-86df-5293a8dfb8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546151 Mar 10 15:31:00.941028 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56696) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:00.944107 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] Sync routers for ids ['bc4c0055-5336-4699-86df-5293a8dfb8c3'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:31:00.954476 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] Routers {'bc4c0055-5336-4699-86df-5293a8dfb8c3'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:00.955187 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['bc4c0055-5336-4699-86df-5293a8dfb8c3'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:01.042643 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks [] for router (bc4c0055-5336-4699-86df-5293a8dfb8c3), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.058682 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] Set router bc4c0055-5336-4699-86df-5293a8dfb8c3 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:01.142768 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks [] for router_gateway (bc4c0055-5336-4699-86df-5293a8dfb8c3), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.234865 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '70834110-3ced-4c30-b659-238e3062c6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:31:00Z', 'revision_number': 5, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port': {'id': '70834110-3ced-4c30-b659-238e3062c6e6', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:07Z', 'updated_at': '2022-03-10T15:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:01.261960 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] Checking router: bc4c0055-5336-4699-86df-5293a8dfb8c3 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:01.265193 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Deleting port 70834110-3ced-4c30-b659-238e3062c6e6 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:01.265648 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (70834110-3ced-4c30-b659-238e3062c6e6), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.270196 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] Routers {'bc4c0055-5336-4699-86df-5293a8dfb8c3'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:01.270832 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['bc4c0055-5336-4699-86df-5293a8dfb8c3'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:01.341324 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] For port 70834110-3ced-4c30-b659-238e3062c6e6, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=70834110-3ced-4c30-b659-238e3062c6e6,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:01.341699 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (70834110-3ced-4c30-b659-238e3062c6e6), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.365042 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] Set router bc4c0055-5336-4699-86df-5293a8dfb8c3 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:01.367022 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Calling delete_port for 70834110-3ced-4c30-b659-238e3062c6e6 owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:01.415438 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 6, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port_host': None}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:01.444780 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d0e3f-44dc-4776-a134-b64e8b0709e6 None None] The sync data for ids ['bc4c0055-5336-4699-86df-5293a8dfb8c3'] in dv-cinder-831247-10-smb is: [{'id': 'bc4c0055-5336-4699-86df-5293a8dfb8c3', 'name': 'tempest-TestMinimumBasicScenario-1482814040-router', 'tenant_id': '9e95b4f39f634bf88674f417a5a298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:06Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 6, 'project_id': '9e95b4f39f634bf88674f417a5a298dc', 'gw_port_host': None}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:31:01.588407 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (70834110-3ced-4c30-b659-238e3062c6e6), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.616206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Pushing event deleted for resources: {'Port': ['ID=70834110-3ced-4c30-b659-238e3062c6e6,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:01.678064 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638082'] for router_gateway (bc4c0055-5336-4699-86df-5293a8dfb8c3), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.767013 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123110'] for router (bc4c0055-5336-4699-86df-5293a8dfb8c3), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.769207 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks [] for router_controller (bc4c0055-5336-4699-86df-5293a8dfb8c3), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.862757 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626966'] for router (bc4c0055-5336-4699-86df-5293a8dfb8c3), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.863391 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4c0055-5336-4699-86df-5293a8dfb8c3 {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:31:01.867978 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.869375 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4f82a657-e201-4bbc-93a6-d844cf7ca64f admin admin] 10.222.0.70 "DELETE /v2.0/routers/bc4c0055-5336-4699-86df-5293a8dfb8c3 HTTP/1.1" status: 204 len: 168 time: 0.9266729 Mar 10 15:31:01.871631 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56698) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:01.915088 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d76363-0168-4792-b5c7-42cd7856ecb0 admin admin] Deleting subnet 3ebd3493-7094-41e6-98b8-0c4d1443bb2e {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:31:01.918127 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5d76363-0168-4792-b5c7-42cd7856ecb0 admin admin] Publish callbacks [] for subnet (3ebd3493-7094-41e6-98b8-0c4d1443bb2e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.952141 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5d76363-0168-4792-b5c7-42cd7856ecb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134013983'] for subnet (3ebd3493-7094-41e6-98b8-0c4d1443bb2e), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.055657 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5d76363-0168-4792-b5c7-42cd7856ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (3ebd3493-7094-41e6-98b8-0c4d1443bb2e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.194809 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5d76363-0168-4792-b5c7-42cd7856ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133491775'] for subnet (3ebd3493-7094-41e6-98b8-0c4d1443bb2e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.219558 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d76363-0168-4792-b5c7-42cd7856ecb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebd3493-7094-41e6-98b8-0c4d1443bb2e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:02.223111 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f5d76363-0168-4792-b5c7-42cd7856ecb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.226378 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-f5d76363-0168-4792-b5c7-42cd7856ecb0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3ebd3493-7094-41e6-98b8-0c4d1443bb2e HTTP/1.1" status: 204 len: 168 time: 0.3537529 Mar 10 15:31:02.228640 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be320a1-45ba-4611-b8e4-01a94d692953 None None] Network d99cc27d-3ea3-43f5-bae6-ba61e46e339e requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:31:02.229128 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56700) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:02.298224 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (d99cc27d-3ea3-43f5-bae6-ba61e46e339e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.357484 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Deleting port be20ab07-8192-4234-b260-ac9f7c38fa5e {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:02.357825 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.373590 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] DHCP port deletion for d99cc27d-3ea3-43f5-bae6-ba61e46e339e request from dv-cinder-831247-10-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:31:02.421693 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] Deleting port be20ab07-8192-4234-b260-ac9f7c38fa5e {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:02.422101 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.430749 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] For port be20ab07-8192-4234-b260-ac9f7c38fa5e, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=be20ab07-8192-4234-b260-ac9f7c38fa5e,segment=NetworkSegment(127b5cf0-d073-4ac9-96ea-4c7962274b5b),segment_id=127b5cf0-d073-4ac9-96ea-4c7962274b5b)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:02.431110 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.444567 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Calling delete_port for be20ab07-8192-4234-b260-ac9f7c38fa5e owned by network:dhcp {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:02.490302 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] For port be20ab07-8192-4234-b260-ac9f7c38fa5e, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=be20ab07-8192-4234-b260-ac9f7c38fa5e,segment=NetworkSegment(127b5cf0-d073-4ac9-96ea-4c7962274b5b),segment_id=127b5cf0-d073-4ac9-96ea-4c7962274b5b)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:02.490615 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.502774 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] Calling delete_port for be20ab07-8192-4234-b260-ac9f7c38fa5e owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:02.582549 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.588240 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794'] for port (be20ab07-8192-4234-b260-ac9f7c38fa5e), after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.608867 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Pushing event deleted for resources: {'Port': ['ID=be20ab07-8192-4234-b260-ac9f7c38fa5e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:02.614445 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] Pushing event deleted for resources: {'Port': ['ID=be20ab07-8192-4234-b260-ac9f7c38fa5e,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:02.616277 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a2bbc-6dd9-40e2-90eb-fb48b233c802 None None] No DVR routers for this DVR port be20ab07-8192-4234-b260-ac9f7c38fa5e on host dv-cinder-831247-10-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:31:02.617980 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] No DVR routers for this DVR port be20ab07-8192-4234-b260-ac9f7c38fa5e on host dv-cinder-831247-10-smb {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:31:02.693591 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (d99cc27d-3ea3-43f5-bae6-ba61e46e339e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.713209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99cc27d-3ea3-43f5-bae6-ba61e46e339e']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:02.721976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127b5cf0-d073-4ac9-96ea-4c7962274b5b') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:02.722272 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127b5cf0-d073-4ac9-96ea-4c7962274b5b') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:02.731818 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134013972'] for segment (127b5cf0-d073-4ac9-96ea-4c7962274b5b), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.745136 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (127b5cf0-d073-4ac9-96ea-4c7962274b5b), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.750766 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:31:02.751154 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133241140'] for segment (127b5cf0-d073-4ac9-96ea-4c7962274b5b), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: Traceback (most recent call last): Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: timer() Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: cb(*args, **kw) Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: return func(*args, **kwargs) Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: self._notify() Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: self.callback(batched_events) Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: event.method(event) Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: return f(self, *a, **k) Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: return self._get(url).json() Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:31:02.752748 dv-cinder-831247-10-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:31:02.868233 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (d99cc27d-3ea3-43f5-bae6-ba61e46e339e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.873722 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.876888 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d99cc27d-3ea3-43f5-bae6-ba61e46e339e HTTP/1.1" status: 204 len: 168 time: 0.6470387 Mar 10 15:31:02.890140 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f97d3-479c-4dd1-999d-5e3a225f3263 admin admin] Pushing event deleted for resources: {'Network': ['ID=d99cc27d-3ea3-43f5-bae6-ba61e46e339e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:02.922456 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 563eb50b-a169-4d99-b927-d9f91cb011ab no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:02.942179 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 563eb50b-a169-4d99-b927-d9f91cb011ab {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:02.942520 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 563eb50b-a169-4d99-b927-d9f91cb011ab not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:02.942922 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 70834110-3ced-4c30-b659-238e3062c6e6 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:02.961874 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 70834110-3ced-4c30-b659-238e3062c6e6 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:02.962227 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 70834110-3ced-4c30-b659-238e3062c6e6 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:02.962643 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device be20ab07-8192-4234-b260-ac9f7c38fa5e no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:02.984341 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: be20ab07-8192-4234-b260-ac9f7c38fa5e {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:02.984684 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device be20ab07-8192-4234-b260-ac9f7c38fa5e not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:03.191726 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56704) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:03.230575 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-2ecc967d-e999-4aa8-9b77-4aa0cd60cba8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9dcc3237c0ba4465b05886e1650cd3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376725 Mar 10 15:31:03.233000 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56706) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:03.279159 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dad6dcc5-eb7b-4932-9af9-35a851cfe679 admin admin] Publish callbacks [] for security_group (1b5bc051-0d16-47b7-92e8-e98a92dff492), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:03.299023 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dad6dcc5-eb7b-4932-9af9-35a851cfe679 admin admin] Publish callbacks [] for security_group (1b5bc051-0d16-47b7-92e8-e98a92dff492), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:03.416535 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dad6dcc5-eb7b-4932-9af9-35a851cfe679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1b5bc051-0d16-47b7-92e8-e98a92dff492), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:03.419135 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dad6dcc5-eb7b-4932-9af9-35a851cfe679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:03.420335 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-dad6dcc5-eb7b-4932-9af9-35a851cfe679 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b5bc051-0d16-47b7-92e8-e98a92dff492 HTTP/1.1" status: 204 len: 168 time: 0.1863983 Mar 10 15:31:03.428638 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6dcc5-eb7b-4932-9af9-35a851cfe679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5bc051-0d16-47b7-92e8-e98a92dff492,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:03.973611 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56712) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:04.014646 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e058b31b-dbb6-4ed4-9f9f-01e7951b88cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e95b4f39f634bf88674f417a5a298dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399175 Mar 10 15:31:04.017066 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56714) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:04.061979 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ba8a78d0-a721-40c2-95ee-3f82e9134799 admin admin] Publish callbacks [] for security_group (faf185c3-3220-4d9f-8380-2327290ec32b), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.083392 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ba8a78d0-a721-40c2-95ee-3f82e9134799 admin admin] Publish callbacks [] for security_group (faf185c3-3220-4d9f-8380-2327290ec32b), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.188383 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ba8a78d0-a721-40c2-95ee-3f82e9134799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (faf185c3-3220-4d9f-8380-2327290ec32b), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.190995 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ba8a78d0-a721-40c2-95ee-3f82e9134799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.192899 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-ba8a78d0-a721-40c2-95ee-3f82e9134799 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/faf185c3-3220-4d9f-8380-2327290ec32b HTTP/1.1" status: 204 len: 168 time: 0.1749356 Mar 10 15:31:04.201308 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a78d0-a721-40c2-95ee-3f82e9134799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf185c3-3220-4d9f-8380-2327290ec32b,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:14.685103 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:31:21.524080 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-81b02fcc-c246-4609-9e3e-b22e74dce025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:23.661236 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1b71d53d-6871-4da8-8401-f55f3542dc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:24.518305 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e843257-bdea-4723-a7bc-e018c0e238f4 req-9ad9bf06-96a2-4df2-9490-e8825cff7b5d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:24.519739 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8e843257-bdea-4723-a7bc-e018c0e238f4 req-9ad9bf06-96a2-4df2-9490-e8825cff7b5d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0531340 Mar 10 15:31:24.567327 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8e843257-bdea-4723-a7bc-e018c0e238f4 req-eb931ced-fa9f-4c5d-bd65-6a16f3def5d3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 Mar 10 15:31:24.912467 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:25.696679 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8ee01-e0f1-4f2a-994f-fe874e418ea6 req-57b33266-600a-4b44-93ac-ae0adedabb51 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:25.698422 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bbf8ee01-e0f1-4f2a-994f-fe874e418ea6 req-57b33266-600a-4b44-93ac-ae0adedabb51 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0580764 Mar 10 15:31:25.744276 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bbf8ee01-e0f1-4f2a-994f-fe874e418ea6 req-a5d966f0-78da-4591-9dcd-d2311bfd7761 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403287 Mar 10 15:31:26.364313 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:26.864993 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3a1e-3b42-4d2b-8ffe-1b10f1b6fe9d req-1b0c719b-7217-440f-8e36-0a87ca233991 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:26.866471 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-af2c3a1e-3b42-4d2b-8ffe-1b10f1b6fe9d req-1b0c719b-7217-440f-8e36-0a87ca233991 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0511925 Mar 10 15:31:26.912250 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-af2c3a1e-3b42-4d2b-8ffe-1b10f1b6fe9d req-b54b996a-bdb1-497a-ae74-7e87323b5ff6 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401976 Mar 10 15:31:27.754560 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:28.032261 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20732-2a2b-4110-ba73-1fa444ba1444 req-2c86edfb-4b23-48fd-a6a2-f5c0115b138e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:28.033737 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-47e20732-2a2b-4110-ba73-1fa444ba1444 req-2c86edfb-4b23-48fd-a6a2-f5c0115b138e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0523705 Mar 10 15:31:28.083040 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-47e20732-2a2b-4110-ba73-1fa444ba1444 req-e14002b9-33b8-4e0c-b3f8-ca0e0d93f23a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 Mar 10 15:31:28.279331 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd46ec-e6cb-469f-9082-5e1df4e4a28f req-0d6b99bd-374d-4878-a099-ce7207a39be6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:28.280792 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1ddd46ec-e6cb-469f-9082-5e1df4e4a28f req-0d6b99bd-374d-4878-a099-ce7207a39be6 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 945 time: 0.0521443 Mar 10 15:31:28.326110 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1ddd46ec-e6cb-469f-9082-5e1df4e4a28f req-457a1ea2-1aa5-4a15-9cfc-cb0359646c55 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398245 Mar 10 15:31:29.204009 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53204b-be8e-49d3-a36c-0d18e637581b req-99b98537-5cdb-4763-9d99-2f3c37e0840b tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:29.205495 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5b53204b-be8e-49d3-a36c-0d18e637581b req-99b98537-5cdb-4763-9d99-2f3c37e0840b tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0507491 Mar 10 15:31:29.250997 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5b53204b-be8e-49d3-a36c-0d18e637581b req-1dddbf2d-8a33-4aaa-93dc-99181d9d49a2 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394263 Mar 10 15:31:29.279135 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:29.444304 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197537f0-f8fd-4f61-b490-ea14d7ec74ad req-8914c4ed-6c73-4548-b16e-74b0cf4ed73e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:29.445684 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-197537f0-f8fd-4f61-b490-ea14d7ec74ad req-8914c4ed-6c73-4548-b16e-74b0cf4ed73e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 945 time: 0.0547740 Mar 10 15:31:29.492416 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-197537f0-f8fd-4f61-b490-ea14d7ec74ad req-c6f43cfb-01a8-4418-af9a-d18f976bb820 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 Mar 10 15:31:30.374034 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5ce58-c4b9-4ea6-b8e8-5728a3bd3c3e req-ee9152a0-9553-449c-bad9-b13a09ad8040 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:30.375483 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-16c5ce58-c4b9-4ea6-b8e8-5728a3bd3c3e req-ee9152a0-9553-449c-bad9-b13a09ad8040 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0513132 Mar 10 15:31:30.376016 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-6b784b70-ac6f-4dbd-9aeb-de910dfecdf1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:30.377525 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-6b784b70-ac6f-4dbd-9aeb-de910dfecdf1 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 945 time: 0.0544055 Mar 10 15:31:30.421468 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-16c5ce58-c4b9-4ea6-b8e8-5728a3bd3c3e req-84612996-c285-45d8-a315-eb5e4f8f92be tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Mar 10 15:31:30.468387 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Deleting port d198e534-c748-4294-8e48-700e87e26329 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:30.468726 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (d198e534-c748-4294-8e48-700e87e26329), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.621207 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e51e42-eda7-430c-b90d-279e078b2d4c req-bead866b-5b98-4e16-8f9a-39eabf9f5f0e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:30.625675 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-00e51e42-eda7-430c-b90d-279e078b2d4c req-bead866b-5b98-4e16-8f9a-39eabf9f5f0e tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 945 time: 0.0646131 Mar 10 15:31:30.672612 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-00e51e42-eda7-430c-b90d-279e078b2d4c req-7fdd6ea2-a973-4f8c-bce0-4d6f43aee68f tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Mar 10 15:31:30.810280 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] For port d198e534-c748-4294-8e48-700e87e26329, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d198e534-c748-4294-8e48-700e87e26329,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:30.810541 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (d198e534-c748-4294-8e48-700e87e26329), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.979157 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.979524 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (c6a964b8-2634-4aa2-a987-074a28564c41), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.979844 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Floating IP c6a964b8-2634-4aa2-a987-074a28564c41 disassociated. External IP: 172.28.1.120, port: d198e534-c748-4294-8e48-700e87e26329. Mar 10 15:31:30.980187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Calling delete_port for d198e534-c748-4294-8e48-700e87e26329 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:31.153397 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (d198e534-c748-4294-8e48-700e87e26329), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:31.178907 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event deleted for resources: {'Port': ['ID=d198e534-c748-4294-8e48-700e87e26329,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:31.188470 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.188823 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.189189 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.189535 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.189872 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.190211 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.191086 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.191421 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.191752 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.192547 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.192547 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.192732 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.193026 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:31.303747 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Router e3633999-622a-4072-b062-1019fdf83943 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:31:31.410265 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:31:31.419642 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98890d50-273a-468e-bb28-1208470e1291 None None] Sync routers for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:31:31.429732 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98890d50-273a-468e-bb28-1208470e1291 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:31.430330 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-98890d50-273a-468e-bb28-1208470e1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:31.452199 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] No DVR routers for this DVR port d198e534-c748-4294-8e48-700e87e26329 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:31:31.454901 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:31.458733 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ab8dcddb-f6a5-45ba-b812-5d59f7196b39 req-dcdb88c5-091d-420a-8836-da2c483e20a2 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.69 "DELETE /v2.0/ports/d198e534-c748-4294-8e48-700e87e26329 HTTP/1.1" status: 204 len: 173 time: 1.0749867 Mar 10 15:31:31.458733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'name': 'network-vif-deleted', 'tag': 'd198e534-c748-4294-8e48-700e87e26329'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:31:31.461042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8088f3-ed73-4faa-acd6-7d54bd8b5944" -d '{"events": [{"server_uuid": "b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b", "name": "network-vif-deleted", "tag": "d198e534-c748-4294-8e48-700e87e26329"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:31:31.501645 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57edfdc8-970c-4466-8fff-b54c2e343c2e x-openstack-request-id: req-57edfdc8-970c-4466-8fff-b54c2e343c2e {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:31:31.501950 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b", "name": "network-vif-deleted", "tag": "d198e534-c748-4294-8e48-700e87e26329", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:31:31.502207 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57edfdc8-970c-4466-8fff-b54c2e343c2e {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:31:31.502624 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b', 'name': 'network-vif-deleted', 'tag': 'd198e534-c748-4294-8e48-700e87e26329', 'status': 'completed', 'code': 200} Mar 10 15:31:31.560385 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-98890d50-273a-468e-bb28-1208470e1291 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:31.572300 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa3a5f-26f2-4f75-a184-e775b4ae553c req-69a3ed26-fddb-47b4-b8f2-e4fb55d88dae tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:31.575217 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ecaa3a5f-26f2-4f75-a184-e775b4ae553c req-69a3ed26-fddb-47b4-b8f2-e4fb55d88dae tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0688560 Mar 10 15:31:31.633476 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ecaa3a5f-26f2-4f75-a184-e775b4ae553c req-529085a9-1fed-4967-946a-178b618e06fd tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518966 Mar 10 15:31:31.767154 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-98890d50-273a-468e-bb28-1208470e1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:31.772098 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-013abb47-abd1-4cff-be09-3ec56417aae8 req-864b7f71-5544-496b-accc-9242f6b3e58a tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bb0408-e6bd-43c4-ac24-82ad0ab5ee3b HTTP/1.1" status: 200 len: 210 time: 0.0267613 Mar 10 15:31:31.796457 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98890d50-273a-468e-bb28-1208470e1291 None None] Checking router: e3633999-622a-4072-b062-1019fdf83943 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:31.805256 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98890d50-273a-468e-bb28-1208470e1291 None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:31.805864 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-98890d50-273a-468e-bb28-1208470e1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:31.914458 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-98890d50-273a-468e-bb28-1208470e1291 None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:32.107638 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-98890d50-273a-468e-bb28-1208470e1291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:32.133582 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98890d50-273a-468e-bb28-1208470e1291 None None] The sync data for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb is: [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:26:10Z', 'revision_number': 4, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b4793d26-f3b8-49c3-aa26-eeb16a0cb097', 'name': '', 'network_id': 'e3984049-902f-4889-9806-960bd0220b37', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'mac_address': 'fa:16:3e:14:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4c457089-b952-462c-8e00-651a041a7fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:08Z', 'updated_at': '2022-03-10T15:26:18Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'subnets': [{'id': '4c457089-b952-462c-8e00-651a041a7fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:31:32.348471 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d5651b-94e3-41b9-89d0-ca005c6c6a9f None None] New status for floating IP c6a964b8-2634-4aa2-a987-074a28564c41: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:31:32.751048 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6eb67-e8cd-4264-b42c-b8086b6b7032 req-5d0eaa2b-d044-4728-a06b-de65b74825cb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:32.752408 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d2f6eb67-e8cd-4264-b42c-b8086b6b7032 req-5d0eaa2b-d044-4728-a06b-de65b74825cb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0550840 Mar 10 15:31:32.798397 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d2f6eb67-e8cd-4264-b42c-b8086b6b7032 req-3fa4ac6d-770b-42c7-b82b-0fb6c3e1afbd tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404139 Mar 10 15:31:32.907285 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 56888) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:32.958709 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (3d1efb67-4f15-4c4d-ae26-2d1cb87e565b), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:32.980557 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (3d1efb67-4f15-4c4d-ae26-2d1cb87e565b), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.083714 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (3d1efb67-4f15-4c4d-ae26-2d1cb87e565b), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.086309 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.087454 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "DELETE /v2.0/security-groups/3d1efb67-4f15-4c4d-ae26-2d1cb87e565b HTTP/1.1" status: 204 len: 168 time: 0.1791756 Mar 10 15:31:33.090301 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56890) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:33.097462 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1efb67-4f15-4c4d-ae26-2d1cb87e565b,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:33.104240 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.api.v2.resource [None req-20e47f39-61ec-4970-8663-f42d190f36ad tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] show failed (client error): The resource could not be found. Mar 10 15:31:33.104446 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.104796 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.105229 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.105510 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.105842 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.106172 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.106499 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.106825 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.107155 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.107517 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.107802 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.108037 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-20e47f39-61ec-4970-8663-f42d190f36ad tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "GET /v2.0/security-groups/3d1efb67-4f15-4c4d-ae26-2d1cb87e565b HTTP/1.1" status: 404 len: 347 time: 0.0167360 Mar 10 15:31:33.108176 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.108425 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56075a-7fc7-4208-8ab5-cc16e15a8973 tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:33.108572 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56892) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:33.229370 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Deleting port 41d380c4-925c-47dc-babe-5ac02824a38e {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:33.229714 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (41d380c4-925c-47dc-babe-5ac02824a38e), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.304073 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (41d380c4-925c-47dc-babe-5ac02824a38e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.304400 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (41d380c4-925c-47dc-babe-5ac02824a38e), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.316336 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Calling delete_port for 41d380c4-925c-47dc-babe-5ac02824a38e owned by network:floatingip {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:33.344513 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device d198e534-c748-4294-8e48-700e87e26329 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:33.364302 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: d198e534-c748-4294-8e48-700e87e26329 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:33.364649 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device d198e534-c748-4294-8e48-700e87e26329 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:33.565640 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (41d380c4-925c-47dc-babe-5ac02824a38e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.591467 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Pushing event deleted for resources: {'Port': ['ID=41d380c4-925c-47dc-babe-5ac02824a38e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:33.650768 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks [] for floatingip (c6a964b8-2634-4aa2-a987-074a28564c41), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.653396 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:33.654546 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-95103170-5685-4569-98c4-a02f976a0e3c tempest-AttachVolumeTestJSON-1458811047 tempest-AttachVolumeTestJSON-1458811047-project] 10.222.0.70 "DELETE /v2.0/floatingips/c6a964b8-2634-4aa2-a987-074a28564c41 HTTP/1.1" status: 204 len: 168 time: 0.5451078 Mar 10 15:31:33.926350 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0613e8-e137-44c1-902c-f10162d7b207 req-208ef082-b518-4d31-8afb-1e8b9f6b9144 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:33.927812 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6e0613e8-e137-44c1-902c-f10162d7b207 req-208ef082-b518-4d31-8afb-1e8b9f6b9144 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0559013 Mar 10 15:31:33.974024 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6e0613e8-e137-44c1-902c-f10162d7b207 req-0662f752-8d01-42ed-bf09-9968f5de5801 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406132 Mar 10 15:31:35.096179 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbf63c-47dc-4387-98b9-52d6a65de62c req-383b87a0-d556-4aae-9cfb-76e51c867a27 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:35.098235 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bbfbf63c-47dc-4387-98b9-52d6a65de62c req-383b87a0-d556-4aae-9cfb-76e51c867a27 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0524628 Mar 10 15:31:35.143014 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bbfbf63c-47dc-4387-98b9-52d6a65de62c req-45aa91f8-3225-4665-a22d-6576a87c0f11 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 Mar 10 15:31:36.266381 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff34c65-3aac-4115-9b5f-b5685a940a2b req-602cc0bc-b666-44ba-bcd7-9c88941d5788 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:36.267844 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7ff34c65-3aac-4115-9b5f-b5685a940a2b req-602cc0bc-b666-44ba-bcd7-9c88941d5788 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0519543 Mar 10 15:31:36.317859 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7ff34c65-3aac-4115-9b5f-b5685a940a2b req-687a3577-ee7e-4578-b5a0-02b5217c1899 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 Mar 10 15:31:37.436763 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ae843-c960-43e8-9cba-785185fa7c58 req-2107fc59-7148-4d7a-a6df-0453553f0d54 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:37.438480 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7b5ae843-c960-43e8-9cba-785185fa7c58 req-2107fc59-7148-4d7a-a6df-0453553f0d54 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0503778 Mar 10 15:31:37.483286 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7b5ae843-c960-43e8-9cba-785185fa7c58 req-fd96459c-dcae-4cb8-90a6-f672f354b479 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384080 Mar 10 15:31:37.615016 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56928) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:38.095498 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625592'] for router_interface (e3633999-622a-4072-b062-1019fdf83943), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:38.331737 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Deleting port b4793d26-f3b8-49c3-aa26-eeb16a0cb097 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:38.332068 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:38.404627 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] For port b4793d26-f3b8-49c3-aa26-eeb16a0cb097, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:38.404906 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:38.417441 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Calling delete_port for b4793d26-f3b8-49c3-aa26-eeb16a0cb097 owned by network:router_interface {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:38.606416 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db34664-e416-4406-87f8-b52f248844cb req-207797ae-39e6-4807-86a7-4d6bcd632886 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:38.607883 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4db34664-e416-4406-87f8-b52f248844cb req-207797ae-39e6-4807-86a7-4d6bcd632886 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0522628 Mar 10 15:31:38.654111 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4db34664-e416-4406-87f8-b52f248844cb req-ca648de4-b06c-4c9c-8a51-cc5c869f7198 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405736 Mar 10 15:31:38.673590 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (b4793d26-f3b8-49c3-aa26-eeb16a0cb097), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:38.702580 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4793d26-f3b8-49c3-aa26-eeb16a0cb097,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:38.865846 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625704'] for router_interface (e3633999-622a-4072-b062-1019fdf83943), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:39.079338 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Router e3633999-622a-4072-b062-1019fdf83943 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:31:39.184498 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:31:39.189640 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-086a32c9-430b-41d9-a70e-1094f7409d78 admin admin] 10.222.0.70 "PUT /v2.0/routers/e3633999-622a-4072-b062-1019fdf83943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736263 Mar 10 15:31:39.192130 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56934) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:39.193209 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] Sync routers for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:31:39.202765 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:39.203374 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:39.293311 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks [] for router (e3633999-622a-4072-b062-1019fdf83943), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:39.308964 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:39.392331 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks [] for router_gateway (e3633999-622a-4072-b062-1019fdf83943), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:39.483167 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:31:38Z', 'revision_number': 5, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port': {'id': '84d13a19-ce61-452d-91bd-dd5cb909db68', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3633999-622a-4072-b062-1019fdf83943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:04Z', 'updated_at': '2022-03-10T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:39.510657 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] Checking router: e3633999-622a-4072-b062-1019fdf83943 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:39.520489 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] Routers {'e3633999-622a-4072-b062-1019fdf83943'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:39.521199 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['e3633999-622a-4072-b062-1019fdf83943'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:39.621883 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] Set router e3633999-622a-4072-b062-1019fdf83943 gateway port host: None {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:39.677594 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:31:39Z', 'revision_number': 6, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port_host': None}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:39.704104 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12635a-2eb8-41bb-a790-66de0310c5af None None] The sync data for ids ['e3633999-622a-4072-b062-1019fdf83943'] in dv-cinder-831247-10-smb is: [{'id': 'e3633999-622a-4072-b062-1019fdf83943', 'name': 'tempest-AttachVolumeTestJSON-1056042833-router', 'tenant_id': '9f632337d7e1471aa36b326b63ed2dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:03Z', 'updated_at': '2022-03-10T15:31:39Z', 'revision_number': 6, 'project_id': '9f632337d7e1471aa36b326b63ed2dcb', 'gw_port_host': None}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:31:39.760879 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Deleting port 84d13a19-ce61-452d-91bd-dd5cb909db68 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:39.761473 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:39.789810 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a55535-977d-4141-9e2d-d4a7f7a9984b req-a79c835c-8607-4cbe-800b-771a4631640a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:39.791440 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-58a55535-977d-4141-9e2d-d4a7f7a9984b req-a79c835c-8607-4cbe-800b-771a4631640a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0573466 Mar 10 15:31:39.836899 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] For port 84d13a19-ce61-452d-91bd-dd5cb909db68, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=84d13a19-ce61-452d-91bd-dd5cb909db68,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:39.837308 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:39.839310 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-58a55535-977d-4141-9e2d-d4a7f7a9984b req-2850a489-442e-4a06-86fc-79b136611e7f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418291 Mar 10 15:31:39.850150 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Calling delete_port for 84d13a19-ce61-452d-91bd-dd5cb909db68 owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:40.130794 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (84d13a19-ce61-452d-91bd-dd5cb909db68), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.156467 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d13a19-ce61-452d-91bd-dd5cb909db68,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:40.217825 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638082'] for router_gateway (e3633999-622a-4072-b062-1019fdf83943), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.305363 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123110'] for router (e3633999-622a-4072-b062-1019fdf83943), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.307424 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks [] for router_controller (e3633999-622a-4072-b062-1019fdf83943), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.433540 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626966'] for router (e3633999-622a-4072-b062-1019fdf83943), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.434370 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3633999-622a-4072-b062-1019fdf83943 {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:31:40.439018 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.443183 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-f97d3413-6480-41d1-821c-17d6fbcf2b45 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e3633999-622a-4072-b062-1019fdf83943 HTTP/1.1" status: 204 len: 168 time: 1.2470512 Mar 10 15:31:40.443361 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56938) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:40.487203 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-9230ed60-ced5-4c07-816a-99cfbd6bb294 admin admin] Deleting subnet 4c457089-b952-462c-8e00-651a041a7fa7 {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:31:40.490247 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9230ed60-ced5-4c07-816a-99cfbd6bb294 admin admin] Publish callbacks [] for subnet (4c457089-b952-462c-8e00-651a041a7fa7), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.525131 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9230ed60-ced5-4c07-816a-99cfbd6bb294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134013983'] for subnet (4c457089-b952-462c-8e00-651a041a7fa7), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.606359 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9230ed60-ced5-4c07-816a-99cfbd6bb294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (4c457089-b952-462c-8e00-651a041a7fa7), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.729722 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9230ed60-ced5-4c07-816a-99cfbd6bb294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133491775'] for subnet (4c457089-b952-462c-8e00-651a041a7fa7), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.754561 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230ed60-ced5-4c07-816a-99cfbd6bb294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c457089-b952-462c-8e00-651a041a7fa7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:40.759323 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9230ed60-ced5-4c07-816a-99cfbd6bb294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.762891 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9230ed60-ced5-4c07-816a-99cfbd6bb294 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4c457089-b952-462c-8e00-651a041a7fa7 HTTP/1.1" status: 204 len: 168 time: 0.3185663 Mar 10 15:31:40.765384 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56940) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:40.767440 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f9c88b-771d-43be-9361-fc5cf5af044b None None] Network e3984049-902f-4889-9806-960bd0220b37 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:31:40.836501 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (e3984049-902f-4889-9806-960bd0220b37), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.889721 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Deleting port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:40.890059 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.947313 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] DHCP port deletion for e3984049-902f-4889-9806-960bd0220b37 request from dv-cinder-831247-10-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:31:40.957582 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] For port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=86e061af-c7b8-4ee3-9ab3-f2837b40e3e2,segment=NetworkSegment(37c3ec54-e0cf-4267-b655-11b790e5fc10),segment_id=37c3ec54-e0cf-4267-b655-11b790e5fc10)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:40.957945 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.966728 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf7280-e86d-4bad-b955-95ab486662ab req-331b7a7a-282e-41af-b9bd-50b6d78c8653 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:40.968866 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-90bf7280-e86d-4bad-b955-95ab486662ab req-331b7a7a-282e-41af-b9bd-50b6d78c8653 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0562193 Mar 10 15:31:40.970839 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Calling delete_port for 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 owned by network:dhcp {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:40.986269 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 84d13a19-ce61-452d-91bd-dd5cb909db68 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:41.012518 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 84d13a19-ce61-452d-91bd-dd5cb909db68 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:41.012864 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 84d13a19-ce61-452d-91bd-dd5cb909db68 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:41.013303 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b4793d26-f3b8-49c3-aa26-eeb16a0cb097 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:41.019648 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-90bf7280-e86d-4bad-b955-95ab486662ab req-e75fda8b-a5b6-4fc3-97aa-5a0e1acb29e0 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447264 Mar 10 15:31:41.148232 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.159714 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: b4793d26-f3b8-49c3-aa26-eeb16a0cb097 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:41.160060 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b4793d26-f3b8-49c3-aa26-eeb16a0cb097 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:41.171609 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e061af-c7b8-4ee3-9ab3-f2837b40e3e2,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:41.173880 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Deleting port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:41.174412 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.177300 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] No DVR routers for this DVR port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 on host dv-cinder-831247-10-smb {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:31:41.236429 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] For port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2, host dv-cinder-831247-10-smb, got binding levels [] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:41.236839 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.248552 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (e3984049-902f-4889-9806-960bd0220b37), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.248978 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Calling delete_port for 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:41.251778 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.ipam_backend_mixin [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 was not found and therefore no delete operation was performed {{(pid=103648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:31:41.253575 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794'] for port (86e061af-c7b8-4ee3-9ab3-f2837b40e3e2), after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.269112 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3984049-902f-4889-9806-960bd0220b37']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:41.278098 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c3ec54-e0cf-4267-b655-11b790e5fc10') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:41.278398 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c3ec54-e0cf-4267-b655-11b790e5fc10') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:41.285854 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Pushing event deleted for resources: {'Port': ['ID=86e061af-c7b8-4ee3-9ab3-f2837b40e3e2,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:41.288230 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] No DVR routers for this DVR port 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 on host dv-cinder-831247-10-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:31:41.288882 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134013972'] for segment (37c3ec54-e0cf-4267-b655-11b790e5fc10), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.300506 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.300628 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.300980 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.301367 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.301764 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.302103 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.302434 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.302765 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.303099 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.303907 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.304252 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.304581 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.304970 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b878a-be7b-42c3-b59e-7e20209f59da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:41.310750 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (37c3ec54-e0cf-4267-b655-11b790e5fc10), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.318028 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:31:41.318422 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133241140'] for segment (37c3ec54-e0cf-4267-b655-11b790e5fc10), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: Traceback (most recent call last): Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: timer() Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: cb(*args, **kw) Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: return func(*args, **kwargs) Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: self._notify() Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: self.callback(batched_events) Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: event.method(event) Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: return f(self, *a, **k) Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: return self._get(url).json() Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:31:41.320170 dv-cinder-831247-10-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:31:41.392798 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:31:41.433601 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (e3984049-902f-4889-9806-960bd0220b37), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.439224 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.443882 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e3984049-902f-4889-9806-960bd0220b37 HTTP/1.1" status: 204 len: 168 time: 0.6774964 Mar 10 15:31:41.455777 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314c65f-6af1-47ac-af02-b97d1601ad79 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3984049-902f-4889-9806-960bd0220b37,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:41.497554 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:41.509765 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '691744a8-86fa-48de-88ac-30a82fc14998', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'port_id': '691744a8-86fa-48de-88ac-30a82fc14998', 'mac_address': 'fa:16:3e:94:9d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:31:41.548988 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 691744a8-86fa-48de-88ac-30a82fc14998 is: ACTIVE; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:41.549855 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.562868 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 691744a8-86fa-48de-88ac-30a82fc14998 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:31:41.582905 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:41.673782 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.720466 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=6']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:41.779984 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56946) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:41.821266 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-dda45285-8fa4-4fb4-a2a9-df5dc6efebda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f632337d7e1471aa36b326b63ed2dcb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400872 Mar 10 15:31:41.823747 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56948) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:41.851196 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['691744a8-86fa-48de-88ac-30a82fc14998'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:31:41.887621 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a34c3203-e003-4959-99cd-c4b5a3a755e6 admin admin] Publish callbacks [] for security_group (d24ae019-6338-455f-8298-6ba461d30044), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.911990 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a34c3203-e003-4959-99cd-c4b5a3a755e6 admin admin] Publish callbacks [] for security_group (d24ae019-6338-455f-8298-6ba461d30044), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:42.084757 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a34c3203-e003-4959-99cd-c4b5a3a755e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d24ae019-6338-455f-8298-6ba461d30044), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:42.087426 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a34c3203-e003-4959-99cd-c4b5a3a755e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:42.088635 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a34c3203-e003-4959-99cd-c4b5a3a755e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d24ae019-6338-455f-8298-6ba461d30044 HTTP/1.1" status: 204 len: 168 time: 0.2640028 Mar 10 15:31:42.096710 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c3203-e003-4959-99cd-c4b5a3a755e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ae019-6338-455f-8298-6ba461d30044,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:42.153496 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c62fe9-229e-4be9-8056-0ca92123a771 req-9f5e3d39-f61c-4133-87a6-9223fe916eca tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:42.154992 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f3c62fe9-229e-4be9-8056-0ca92123a771 req-9f5e3d39-f61c-4133-87a6-9223fe916eca tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 945 time: 0.0652127 Mar 10 15:31:42.427511 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f3c62fe9-229e-4be9-8056-0ca92123a771 req-d4cd3c2c-85c5-4795-84ff-a8902a022570 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666788 Mar 10 15:31:42.940679 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:42.962539 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:42.962871 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 86e061af-c7b8-4ee3-9ab3-f2837b40e3e2 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:43.145352 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 56986) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:43.242391 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1446307098-network', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:43.359452 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Made reservation on behalf of f505b359e5b84e9987de51e02f38d7de for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:31:43.361784 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.371074 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.395001 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:43.482490 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 691744a8-86fa-48de-88ac-30a82fc14998 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:43.482915 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (691744a8-86fa-48de-88ac-30a82fc14998), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.486522 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Publish callbacks [] for security_group (aac9d765-8389-4987-a74d-a70cb0907d4b), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.552542 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (aac9d765-8389-4987-a74d-a70cb0907d4b), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.568527 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c81e5-471a-4f6b-baad-237430427d33 req-e4b7abfb-0b64-4d17-8c12-ad30e3d6668e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:43.577295 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fd2c81e5-471a-4f6b-baad-237430427d33 req-e4b7abfb-0b64-4d17-8c12-ad30e3d6668e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 945 time: 0.0649168 Mar 10 15:31:43.580304 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:31:43.582777 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 691744a8-86fa-48de-88ac-30a82fc14998 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:43.584188 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.602701 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac9d765-8389-4987-a74d-a70cb0907d4b,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:43.625862 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (cb69216d-bfc0-45a8-881d-a2bef020427c), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.626356 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Added segment cb69216d-bfc0-45a8-881d-a2bef020427c of type vlan for network fe1f7a71-487f-4e84-8e55-c66309930626 Mar 10 15:31:43.668273 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fd2c81e5-471a-4f6b-baad-237430427d33 req-89f03dd6-2207-4375-ad99-e15e1d4914c7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897024 Mar 10 15:31:43.675576 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:43.675576 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:31:43.679733 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccfcf45-867b-418b-adf6-526b6729c504" -d '{"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-plugged", "status": "completed", "tag": "691744a8-86fa-48de-88ac-30a82fc14998"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:31:43.720217 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (fe1f7a71-487f-4e84-8e55-c66309930626), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.752608 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.806774 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=7']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:43.809687 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (fe1f7a71-487f-4e84-8e55-c66309930626), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.814961 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:43.815662 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:43.900376 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] Pushing event updated for resources: {'Network': ['ID=fe1f7a71-487f-4e84-8e55-c66309930626,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:43.912067 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network fe1f7a71-487f-4e84-8e55-c66309930626 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:31:43.916343 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c85ed-a797-4a2a-827e-bc279a0c3504 x-openstack-request-id: req-802c85ed-a797-4a2a-827e-bc279a0c3504 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:31:43.916651 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-plugged", "status": "completed", "tag": "691744a8-86fa-48de-88ac-30a82fc14998", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:31:43.916968 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-802c85ed-a797-4a2a-827e-bc279a0c3504 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:31:43.917751 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998', 'code': 200} Mar 10 15:31:43.921383 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-175ba000-6af3-40bb-a32f-bbd57f77ef1c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7747719 Mar 10 15:31:43.924081 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57004) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:43.929596 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Request body: {'subnet': {'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-subnet', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:44.040104 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Made reservation on behalf of f505b359e5b84e9987de51e02f38d7de for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:31:44.043288 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133491736'] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.285080 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133240489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133491766'] for subnet (68077654-eaa1-454a-a9dc-b47e890e8bdd), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.351976 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68077654-eaa1-454a-a9dc-b47e890e8bdd,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:44.367301 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Checking segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:31:44.367779 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Network hostable DHCP agents. Network: fe1f7a71-487f-4e84-8e55-c66309930626, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:31:44.450709 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Network fe1f7a71-487f-4e84-8e55-c66309930626 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:31:44.548021 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, fe1f7a71-487f-4e84-8e55-c66309930626) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:44.552910 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:44.553546 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.560372 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d1d41-32bb-440d-8d12-157404ceb3de None None] Network fe1f7a71-487f-4e84-8e55-c66309930626 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:31:44.677892 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-fe1f7a71-487f-4e84-8e55-c66309930626', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:31:44.679037 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.713703 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ee3e2881-c603-496b-9d9f-3afeb9e550f1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7854064 Mar 10 15:31:44.714045 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57008) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:44.719331 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:44.826116 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa508e8-5f07-45f6-a4af-34aa11a5b34d req-cc7e38f2-c4a1-4763-8be7-1949b443f22e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:44.827513 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5fa508e8-5f07-45f6-a4af-34aa11a5b34d req-cc7e38f2-c4a1-4763-8be7-1949b443f22e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0655599 Mar 10 15:31:44.835630 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (afbc604f-51b3-4f91-930d-4f63fc6b0f66), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.837131 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (afbc604f-51b3-4f91-930d-4f63fc6b0f66), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.841113 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Allocated IP 172.20.0.2 (fe1f7a71-487f-4e84-8e55-c66309930626/68077654-eaa1-454a-a9dc-b47e890e8bdd/e765997c-2f78-4c22-8348-1217e6e65ca9) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:31:44.958861 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5fa508e8-5f07-45f6-a4af-34aa11a5b34d req-9c2c057f-65b1-44bf-972d-44b12cfc8195 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244175 Mar 10 15:31:45.012966 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks [] for router_controller (afbc604f-51b3-4f91-930d-4f63fc6b0f66), precommit_add_association {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.064212 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Publish callbacks [] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.152910 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.187783 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Network fe1f7a71-487f-4e84-8e55-c66309930626 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:31:45.191618 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:45.195249 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:31:45.214797 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Pushing event updated for resources: {'Port': ['ID=e765997c-2f78-4c22-8348-1217e6e65ca9,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:45.271675 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks [] for router_gateway (afbc604f-51b3-4f91-930d-4f63fc6b0f66), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.272978 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Attempting to bind port e765997c-2f78-4c22-8348-1217e6e65ca9 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:31:45.273409 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Attempting to bind port e765997c-2f78-4c22-8348-1217e6e65ca9 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:31:45.273772 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Attempting to bind port e765997c-2f78-4c22-8348-1217e6e65ca9 on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:31:45.279248 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:31:45.279757 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Checking segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:31:45.280162 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.280552 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Bound using segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:31:45.281015 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Bound port: e765997c-2f78-4c22-8348-1217e6e65ca9, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:31:45.281432 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.353160 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] For port e765997c-2f78-4c22-8348-1217e6e65ca9, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:31:45.357340 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] For port e765997c-2f78-4c22-8348-1217e6e65ca9, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=e765997c-2f78-4c22-8348-1217e6e65ca9,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:31:45.434237 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.537032 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829284f-df94-4923-90fd-68647c6c42bd None None] Pushing event updated for resources: {'Port': ['ID=e765997c-2f78-4c22-8348-1217e6e65ca9,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:45.598528 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks [] for router_gateway (afbc604f-51b3-4f91-930d-4f63fc6b0f66), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.629203 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.765353 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Allocated IP 172.28.1.233 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/c2fc4fb5-a5f6-43c8-9095-d607489f7e1c) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:31:45.899934 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks [] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.999892 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:46.071842 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:31:46.102380 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:46.109183 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:31:46.114392 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fc4fb5-a5f6-43c8-9095-d607489f7e1c,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:46.213442 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7062c64-8a35-4a4a-9e44-95689a9c1b9d req-929643ca-6177-4012-b059-eabc81e2b826 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:46.215143 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d7062c64-8a35-4a4a-9e44-95689a9c1b9d req-929643ca-6177-4012-b059-eabc81e2b826 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.1714737 Mar 10 15:31:46.331903 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d7062c64-8a35-4a4a-9e44-95689a9c1b9d req-bebc22c0-d7fa-4828-ac1c-aba81220a2cf tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087303 Mar 10 15:31:46.661373 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7595ce-6e9b-4d75-8887-cf397616c426 None None] Network fe1f7a71-487f-4e84-8e55-c66309930626 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:31:46.747654 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ca5d475-23ae-46ab-99a2-99923884a3c8 None None] Provisioning complete for port e765997c-2f78-4c22-8348-1217e6e65ca9 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:46.748257 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d475-23ae-46ab-99a2-99923884a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:46.758844 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks [] for router_gateway (afbc604f-51b3-4f91-930d-4f63fc6b0f66), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:46.887096 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5d475-23ae-46ab-99a2-99923884a3c8 None None] Current status of the port e765997c-2f78-4c22-8348-1217e6e65ca9 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:46.888159 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d475-23ae-46ab-99a2-99923884a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:46.952178 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ca5d475-23ae-46ab-99a2-99923884a3c8 None None] For port e765997c-2f78-4c22-8348-1217e6e65ca9, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=e765997c-2f78-4c22-8348-1217e6e65ca9,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:47.043630 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device e765997c-2f78-4c22-8348-1217e6e65ca9 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:47.108762 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d475-23ae-46ab-99a2-99923884a3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:47.112395 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (afbc604f-51b3-4f91-930d-4f63fc6b0f66), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:47.143566 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port e765997c-2f78-4c22-8348-1217e6e65ca9 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:47.143945 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:47.200857 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5d475-23ae-46ab-99a2-99923884a3c8 None None] Pushing event updated for resources: {'Port': ['ID=e765997c-2f78-4c22-8348-1217e6e65ca9,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:47.261856 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port e765997c-2f78-4c22-8348-1217e6e65ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:47.264045 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b84abf3f-e5d3-4d29-92ed-94baa9c7df23 None None] Provisioning complete for port e765997c-2f78-4c22-8348-1217e6e65ca9 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:47.264472 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b84abf3f-e5d3-4d29-92ed-94baa9c7df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:47.355753 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-b84abf3f-e5d3-4d29-92ed-94baa9c7df23 None None] Current status of the port e765997c-2f78-4c22-8348-1217e6e65ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:47.468834 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32038f40-554f-4598-8e33-8260f970df83 req-82dbdaed-e3dd-4ae8-a356-e907fa358206 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:47.470445 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-32038f40-554f-4598-8e33-8260f970df83 req-82dbdaed-e3dd-4ae8-a356-e907fa358206 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0547097 Mar 10 15:31:47.509376 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:31:47.527971 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-32038f40-554f-4598-8e33-8260f970df83 req-33499561-a8c5-4f23-9a9e-3126db9f59b5 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515525 Mar 10 15:31:47.658796 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:31:47.668128 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:31:47.678559 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:47.679405 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:47.743334 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:47.749187 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-7ac945ab-3b9f-4367-bcb0-52f5759a2df5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0297012 Mar 10 15:31:47.749187 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57018) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:47.890462 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:48.094086 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:46Z', 'revision_number': 3, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:48.128332 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:48.128846 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Updating router afbc604f-51b3-4f91-930d-4f63fc6b0f66 port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:31:48.169555 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:48.224237 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:48.532919 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Publish callbacks [] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:48.639270 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:48.681358 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Pushing event updated for resources: {'Port': ['ID=c2fc4fb5-a5f6-43c8-9095-d607489f7e1c,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:48.694082 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.694457 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.694795 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.695132 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.695463 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.695790 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.696115 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.696438 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.696761 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.697096 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.697465 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.697783 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.698097 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:48.718540 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Attempting to bind port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:31:48.718916 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Attempting to bind port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:31:48.719274 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Attempting to bind port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:31:48.727141 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:31:48.727463 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:31:48.727744 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:48.728260 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:31:48.728486 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Bound port: c2fc4fb5-a5f6-43c8-9095-d607489f7e1c, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:31:48.728865 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:48.731136 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03028c6d-f3cd-491f-a707-e1a5c5018c12 req-e30ddac6-6e71-4e5c-83f4-94b47e5e80a1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:48.738271 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-03028c6d-f3cd-491f-a707-e1a5c5018c12 req-e30ddac6-6e71-4e5c-83f4-94b47e5e80a1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.1273308 Mar 10 15:31:48.749345 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Allocated IP 172.20.0.1 (fe1f7a71-487f-4e84-8e55-c66309930626/68077654-eaa1-454a-a9dc-b47e890e8bdd/c0ab9a4b-148a-471c-9420-6c1844f8182b) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:31:48.790713 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] For port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:31:48.794650 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] For port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=c2fc4fb5-a5f6-43c8-9095-d607489f7e1c,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:31:48.824703 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-03028c6d-f3cd-491f-a707-e1a5c5018c12 req-ea6ee56b-af7e-4aa6-9795-c93422ab4e97 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854633 Mar 10 15:31:48.916284 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Publish callbacks [] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:48.919826 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:48.967069 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device e765997c-2f78-4c22-8348-1217e6e65ca9 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:48.974528 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:48.975161 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:49.019291 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port e765997c-2f78-4c22-8348-1217e6e65ca9 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:49.019805 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:49.019966 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:49.033057 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c26ba-c91c-49b4-8e22-23aca2541073 None None] Pushing event updated for resources: {'Port': ['ID=c2fc4fb5-a5f6-43c8-9095-d607489f7e1c,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:49.090588 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Network fe1f7a71-487f-4e84-8e55-c66309930626 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:31:49.094214 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:49.096991 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:31:49.124224 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ab9a4b-148a-471c-9420-6c1844f8182b,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:49.133562 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:49.133856 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port e765997c-2f78-4c22-8348-1217e6e65ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:49.159933 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (afbc604f-51b3-4f91-930d-4f63fc6b0f66), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:49.388917 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:46Z', 'revision_number': 3, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:49.394346 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:49.397130 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-10e64f6f-8f02-4902-a47d-6915a9575091 None None] Provisioning complete for port c0ab9a4b-148a-471c-9420-6c1844f8182b triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:49.397534 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-10e64f6f-8f02-4902-a47d-6915a9575091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:49.433195 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aaed5e-3917-40ca-949d-ef08bfa337f2 None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:46Z', 'revision_number': 3, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:31:49.450889 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-10e64f6f-8f02-4902-a47d-6915a9575091 None None] Port c0ab9a4b-148a-471c-9420-6c1844f8182b cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:31:49.605446 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Publish callbacks [] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:49.691130 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:49.811258 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ab9a4b-148a-471c-9420-6c1844f8182b,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:49.819892 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (afbc604f-51b3-4f91-930d-4f63fc6b0f66), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:49.982981 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Network fe1f7a71-487f-4e84-8e55-c66309930626 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:31:49.986342 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:50.058201 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf5f6-7316-4961-887c-5917b0121e3c req-ccf5f1c0-feb1-4d4d-afe1-e8dae8500ffa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:50.059936 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-15acf5f6-7316-4961-887c-5917b0121e3c req-ccf5f1c0-feb1-4d4d-afe1-e8dae8500ffa tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.1352313 Mar 10 15:31:50.163329 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-15acf5f6-7316-4961-887c-5917b0121e3c req-8f9f3448-20fc-4efc-9bb6-a91b3d4a9851 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948656 Mar 10 15:31:50.178400 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:31:50.285537 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-4caaae75-93b4-453f-a4a5-96f0d8dc7c0f None None] Provisioning complete for port c0ab9a4b-148a-471c-9420-6c1844f8182b triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:50.286194 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4caaae75-93b4-453f-a4a5-96f0d8dc7c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:50.309143 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:31:50.321202 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-02d3844f-c04e-445f-9846-a4650c733a87 admin admin] 10.222.0.70 "PUT /v2.0/routers/afbc604f-51b3-4f91-930d-4f63fc6b0f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5663340 Mar 10 15:31:50.323713 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-4caaae75-93b4-453f-a4a5-96f0d8dc7c0f None None] Port c0ab9a4b-148a-471c-9420-6c1844f8182b cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:31:50.833128 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57034) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:50.837620 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-0b82c347-3010-4ceb-80fa-2e6cefbc4d4d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389612506', 'description': 'tempest-description--1041845037'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:50.931145 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0b82c347-3010-4ceb-80fa-2e6cefbc4d4d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.034124 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0b82c347-3010-4ceb-80fa-2e6cefbc4d4d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (daff76c8-8240-4e04-b78f-a99f7ab81c64), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.036852 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device c2fc4fb5-a5f6-43c8-9095-d607489f7e1c up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:51.093321 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:51.093696 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.108011 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0b82c347-3010-4ceb-80fa-2e6cefbc4d4d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (daff76c8-8240-4e04-b78f-a99f7ab81c64), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.151633 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82c347-3010-4ceb-80fa-2e6cefbc4d4d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daff76c8-8240-4e04-b78f-a99f7ab81c64,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:51.207665 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0b82c347-3010-4ceb-80fa-2e6cefbc4d4d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.211587 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:51.212242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57038) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:51.215559 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.216995 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-9960ddcb-c844-43cc-b366-043d101e95fa tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group_rule': {'security_group_id': 'daff76c8-8240-4e04-b78f-a99f7ab81c64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:51.218120 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-0b82c347-3010-4ceb-80fa-2e6cefbc4d4d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3838074 Mar 10 15:31:51.240225 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=c2fc4fb5-a5f6-43c8-9095-d607489f7e1c,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:51.309114 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.353663 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9960ddcb-c844-43cc-b366-043d101e95fa tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (b3269e7c-8253-4e77-bac3-f3916e83343f), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.367980 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:31:51.387813 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a2f7-33fb-4cb2-8abf-120ea9e16ea2 req-18ce0362-8a72-43b9-be2c-9ab2f7d3d882 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:51.389488 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c553a2f7-33fb-4cb2-8abf-120ea9e16ea2 req-18ce0362-8a72-43b9-be2c-9ab2f7d3d882 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.1072655 Mar 10 15:31:51.399630 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:51.400276 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:51.448324 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9960ddcb-c844-43cc-b366-043d101e95fa tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (b3269e7c-8253-4e77-bac3-f3916e83343f), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.475173 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=c2fc4fb5-a5f6-43c8-9095-d607489f7e1c,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:51.476799 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c553a2f7-33fb-4cb2-8abf-120ea9e16ea2 req-56e63c66-5300-406d-805a-bfab9d497418 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793762 Mar 10 15:31:51.513387 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9960ddcb-c844-43cc-b366-043d101e95fa tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (b3269e7c-8253-4e77-bac3-f3916e83343f), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.537499 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960ddcb-c844-43cc-b366-043d101e95fa tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3269e7c-8253-4e77-bac3-f3916e83343f,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:51.634481 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9960ddcb-c844-43cc-b366-043d101e95fa tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.635750 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9960ddcb-c844-43cc-b366-043d101e95fa tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4223866 Mar 10 15:31:51.638391 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57040) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:51.644724 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-5b9b64cf-787e-45aa-b0c1-799b408143c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group_rule': {'security_group_id': 'daff76c8-8240-4e04-b78f-a99f7ab81c64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:51.686728 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:31:51.713435 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d547-ab28-4c65-9308-341b5c4c1032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.734315 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b9b64cf-787e-45aa-b0c1-799b408143c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (3c26fef9-678e-45c1-8d5c-9c46aee5271d), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.743957 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:51.801715 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b9b64cf-787e-45aa-b0c1-799b408143c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (3c26fef9-678e-45c1-8d5c-9c46aee5271d), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.908852 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b9b64cf-787e-45aa-b0c1-799b408143c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (3c26fef9-678e-45c1-8d5c-9c46aee5271d), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.934190 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b64cf-787e-45aa-b0c1-799b408143c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c26fef9-678e-45c1-8d5c-9c46aee5271d,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:51.984902 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 2, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:52.018463 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:52.018822 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Updating router afbc604f-51b3-4f91-930d-4f63fc6b0f66 port c0ab9a4b-148a-471c-9420-6c1844f8182b binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:31:52.041255 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b9b64cf-787e-45aa-b0c1-799b408143c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.045874 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57042) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:52.050979 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:52.055773 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5b9b64cf-787e-45aa-b0c1-799b408143c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159200 Mar 10 15:31:52.071081 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.171758 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.304999 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.425551 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Publish callbacks [] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.448054 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Allocated IP 172.28.1.127 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/2ad170db-a368-449d-ae9c-763741e26f4a) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:31:52.473761 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.587110 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca777d-1a6f-4e06-bb40-1628a300ecf1 None None] Pushing event updated for resources: {'Port': ['ID=c0ab9a4b-148a-471c-9420-6c1844f8182b,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:52.619817 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (2ad170db-a368-449d-ae9c-763741e26f4a), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.658339 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Attempting to bind port c0ab9a4b-148a-471c-9420-6c1844f8182b on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:31:52.658972 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Attempting to bind port c0ab9a4b-148a-471c-9420-6c1844f8182b by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:31:52.660933 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Attempting to bind port c0ab9a4b-148a-471c-9420-6c1844f8182b on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:31:52.667308 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:31:52.672491 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Checking segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:31:52.672491 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.672491 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Bound using segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:31:52.672491 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Bound port: c0ab9a4b-148a-471c-9420-6c1844f8182b, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:31:52.672491 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.716893 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd2de0-b709-4f7b-8463-360bfc199b73 req-dfc9349a-0163-4d68-a7b6-b85a1e1d4091 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:52.724537 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9bcd2de0-b709-4f7b-8463-360bfc199b73 req-dfc9349a-0163-4d68-a7b6-b85a1e1d4091 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0662284 Mar 10 15:31:52.781720 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] For port c0ab9a4b-148a-471c-9420-6c1844f8182b, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:31:52.785652 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9bcd2de0-b709-4f7b-8463-360bfc199b73 req-086b8157-72c2-42ba-b3e9-9c5874e7f6fd tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600581 Mar 10 15:31:52.792079 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] For port c0ab9a4b-148a-471c-9420-6c1844f8182b, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=c0ab9a4b-148a-471c-9420-6c1844f8182b,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:31:52.794712 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (2ad170db-a368-449d-ae9c-763741e26f4a), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.847397 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:31:52.854013 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:52.856491 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:31:52.872924 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-790b4f11-3ef5-449c-8e07-4326ea28cff6 None None] Provisioning complete for port c0ab9a4b-148a-471c-9420-6c1844f8182b triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:52.873356 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-790b4f11-3ef5-449c-8e07-4326ea28cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.880521 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=2ad170db-a368-449d-ae9c-763741e26f4a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:52.920172 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-790b4f11-3ef5-449c-8e07-4326ea28cff6 None None] Port c0ab9a4b-148a-471c-9420-6c1844f8182b cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:31:52.924063 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.976025 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (5c619671-3835-4a0d-a7a2-ad6634c6064f), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.022123 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:53.023917 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:53.027333 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca777d-1a6f-4e06-bb40-1628a300ecf1 None None] Pushing event updated for resources: {'Port': ['ID=c0ab9a4b-148a-471c-9420-6c1844f8182b,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:53.100886 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device c2fc4fb5-a5f6-43c8-9095-d607489f7e1c up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:53.128067 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (2ad170db-a368-449d-ae9c-763741e26f4a), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.239446 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:53.242196 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:53.242574 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.355107 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (2ad170db-a368-449d-ae9c-763741e26f4a), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.421923 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (2ad170db-a368-449d-ae9c-763741e26f4a), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.426475 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-28ade13b-35d5-4c58-8a06-dba4f499dcb9 None None] Provisioning complete for port c0ab9a4b-148a-471c-9420-6c1844f8182b triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:53.427238 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-28ade13b-35d5-4c58-8a06-dba4f499dcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.513772 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=2ad170db-a368-449d-ae9c-763741e26f4a,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:53.514028 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:53.531386 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (5c619671-3835-4a0d-a7a2-ad6634c6064f), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.609748 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-28ade13b-35d5-4c58-8a06-dba4f499dcb9 None None] Current status of the port c0ab9a4b-148a-471c-9420-6c1844f8182b is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:53.610107 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-28ade13b-35d5-4c58-8a06-dba4f499dcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.630320 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.642315 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-52fedfdd-d9db-4a9e-807e-81a0b615f737 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5845287 Mar 10 15:31:53.650105 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:52Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:53.697574 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef3c66-6ea4-4fff-8f2b-b02ed1d96416 None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:52Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:31:53.704018 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-28ade13b-35d5-4c58-8a06-dba4f499dcb9 None None] For port c0ab9a4b-148a-471c-9420-6c1844f8182b, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=c0ab9a4b-148a-471c-9420-6c1844f8182b,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:53.713743 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-801cf9df-7bfc-4ab0-b0c7-5582fe5d2a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.776085 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-28ade13b-35d5-4c58-8a06-dba4f499dcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.856505 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ade13b-35d5-4c58-8a06-dba4f499dcb9 None None] Pushing event updated for resources: {'Port': ['ID=c0ab9a4b-148a-471c-9420-6c1844f8182b,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:53.898327 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-358b88a6-2da7-49d6-818c-3f805c65bd07 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1389612506&fields=id&tenant_id=f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 267 time: 0.0889697 Mar 10 15:31:54.030101 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a4cdc-f19e-4b66-92cb-96a812613aa6 req-c99708a6-8375-4ca7-83ef-65dbee210f94 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:54.031799 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9f0a4cdc-f19e-4b66-92cb-96a812613aa6 req-c99708a6-8375-4ca7-83ef-65dbee210f94 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.1491823 Mar 10 15:31:54.070108 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-943d3fb4-fc25-4271-bee1-c765f6ba535f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:54.071741 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-943d3fb4-fc25-4271-bee1-c765f6ba535f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 815 time: 0.1523969 Mar 10 15:31:54.105928 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-b779d964-b65a-46d6-bc60-66cea12de2a3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/quotas/f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 375 time: 0.0270216 Mar 10 15:31:54.141281 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9f0a4cdc-f19e-4b66-92cb-96a812613aa6 req-201a95a1-c22f-45c1-ab7f-1adb8be2ffa6 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885999 Mar 10 15:31:54.188811 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-29ee311c-04fb-463e-9da5-6ade52f87397 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764694 Mar 10 15:31:54.341348 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-0ebd56cb-4ec7-4f5f-9afd-7c06264c8fd8 service neutron] 10.222.0.70 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399186 Mar 10 15:31:54.437434 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-71d70a03-244a-498f-ac94-8e1a9e9b7ec1 service neutron] 10.222.0.70 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901253 Mar 10 15:31:54.831766 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-db96668b-8b75-4cbd-9083-a3fd5f780690 req-eca8c0da-a3ba-443b-8065-e409bcfa40ea tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 210 time: 0.0503047 Mar 10 15:31:54.920172 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:54.978628 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device c0ab9a4b-148a-471c-9420-6c1844f8182b up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:55.052362 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port c0ab9a4b-148a-471c-9420-6c1844f8182b triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:55.052791 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:55.138655 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port c0ab9a4b-148a-471c-9420-6c1844f8182b is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:55.273397 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4eeea-4e00-407f-8df5-539bee46eaf1 req-16ea091e-1f8c-40b5-a2dd-4e868fd307eb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:55.275544 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-10d4eeea-4e00-407f-8df5-539bee46eaf1 req-16ea091e-1f8c-40b5-a2dd-4e868fd307eb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0557528 Mar 10 15:31:55.333540 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-10d4eeea-4e00-407f-8df5-539bee46eaf1 req-a96661b9-0756-4d29-bfd7-81f257274530 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477979 Mar 10 15:31:55.914061 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4cf29554-976c-473c-9d9b-fbd905385364 req-fc923c4c-384c-4c9a-8195-95c965a1ea61 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 210 time: 0.0342333 Mar 10 15:31:56.387642 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:56.460843 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ed798-71be-441a-9a19-dd3246bc9f5c req-d1b56703-4c85-4e16-9980-9050321349a9 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:56.462852 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fe3ed798-71be-441a-9a19-dd3246bc9f5c req-d1b56703-4c85-4e16-9980-9050321349a9 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0518177 Mar 10 15:31:56.508316 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fe3ed798-71be-441a-9a19-dd3246bc9f5c req-38f04349-ea90-4ee4-b22a-6b711f18eb08 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404477 Mar 10 15:31:57.011323 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ff8bc411-9525-4772-9a0b-4efd09854224 req-46cae298-bf91-4479-8931-649fa508fad1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 210 time: 0.0290167 Mar 10 15:31:57.074275 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-2198a871-6908-44bc-968d-57d073d7a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:57.075788 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-2198a871-6908-44bc-968d-57d073d7a143 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 1130 time: 0.0904429 Mar 10 15:31:57.164965 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-d6eb7215-7e00-49ea-be61-bc63997bd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:57.166350 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-d6eb7215-7e00-49ea-be61-bc63997bd7e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 918 time: 0.0843041 Mar 10 15:31:57.228521 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-98b8cc0d-d64a-4bef-be6e-52fdedd5ef64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=691744a8-86fa-48de-88ac-30a82fc14998 HTTP/1.1" status: 200 len: 1001 time: 0.0560608 Mar 10 15:31:57.307154 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-958ab56c-17dd-4d61-a4bd-5c10d19c4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:57.308630 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-958ab56c-17dd-4d61-a4bd-5c10d19c4e71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0473044 Mar 10 15:31:57.363071 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-80619022-4af0-4d1a-8867-a34b3b445012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:57.364622 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-80619022-4af0-4d1a-8867-a34b3b445012 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0495882 Mar 10 15:31:57.515864 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-1a2efc2b-d297-4248-8d6a-f9a11352a9b9 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430686 Mar 10 15:31:57.570353 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-e3fb715d-bf23-4836-a05d-f0a1dc0f80c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:57.571806 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-e3fb715d-bf23-4836-a05d-f0a1dc0f80c1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 815 time: 0.1671917 Mar 10 15:31:57.645827 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49631a26-aa9d-44c5-8539-cbde15804524 req-be5d3dc1-2f28-446e-946e-4e4955e2a187 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:57.647294 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-49631a26-aa9d-44c5-8539-cbde15804524 req-be5d3dc1-2f28-446e-946e-4e4955e2a187 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0623732 Mar 10 15:31:57.663133 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-466a6ace-b6fc-4c6e-8e93-233570cb004a req-d2135e16-6c07-463f-82c0-48171bcef63e service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414781 Mar 10 15:31:57.675716 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5f34f6be-f23a-497e-91d5-7367d8112e9a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 380 time: 0.0723670 Mar 10 15:31:57.685729 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'port': {'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'admin_state_up': True, 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'security_groups': ['daff76c8-8240-4e04-b78f-a99f7ab81c64']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:57.710459 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-49631a26-aa9d-44c5-8539-cbde15804524 req-1355d1a2-0c51-4f94-8100-515b226145c8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573337 Mar 10 15:31:57.769319 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:57.918899 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Made reservation on behalf of f505b359e5b84e9987de51e02f38d7de for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:31:57.922440 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.045857 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Allocated IP 172.20.0.9 (fe1f7a71-487f-4e84-8e55-c66309930626/68077654-eaa1-454a-a9dc-b47e890e8bdd/3135cc9c-04db-47d6-94dc-d45f6bc4d0e6) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:31:58.112273 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e962fb54-8bc4-4fd7-853d-9c1d6820ad2d req-e3e98e05-96b0-4844-8f76-3550c4e4787e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 210 time: 0.0267036 Mar 10 15:31:58.179756 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.256045 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.297321 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Network fe1f7a71-487f-4e84-8e55-c66309930626 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:31:58.302842 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:58.306669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:31:58.331517 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:58.360485 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:58.361124 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.434350 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d202660b-42b0-4d47-9c8c-f9825c8f812e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527084 Mar 10 15:31:58.453844 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Request body: {'port': {'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:31:58.514937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.552893 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b2cba500-c3f9-455d-9068-ce2627a0b142 None None] Provisioning complete for port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:58.553448 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2cba500-c3f9-455d-9068-ce2627a0b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.587137 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-b2cba500-c3f9-455d-9068-ce2627a0b142 None None] Port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:31:58.770045 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:31:58.777608 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Publish callbacks [] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.790081 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Transition to ACTIVE for port object 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:31:58.844303 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9450ed-89f3-4274-8427-0a4181730512 req-fd558d86-9ca0-46cf-ac2d-c5b7e9d197b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:58.845835 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ec9450ed-89f3-4274-8427-0a4181730512 req-fd558d86-9ca0-46cf-ac2d-c5b7e9d197b3 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 946 time: 0.0526223 Mar 10 15:31:58.854689 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.893618 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ec9450ed-89f3-4274-8427-0a4181730512 req-b3b5073c-6c71-4890-b018-3c82fc2433eb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423231 Mar 10 15:31:58.923625 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Pushing event updated for resources: {'Port': ['ID=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:58.979923 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Attempting to bind port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:31:58.980256 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Attempting to bind port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:31:58.980707 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Attempting to bind port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:31:58.985303 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 on network fe1f7a71-487f-4e84-8e55-c66309930626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:31:58.985670 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Attempting to bind port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:31:58.991624 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:31:58.991968 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Checking segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:31:58.992345 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Bound using segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:31:58.992778 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Bound port: 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:31:58.993129 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.061703 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] For port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:31:59.064909 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] For port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:31:59.119731 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fdf64-4101-4396-abd4-87c9be428525 req-5717c3f9-3efa-4630-9315-be7b5f4ca134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.121169 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-321fdf64-4101-4396-abd4-87c9be428525 req-5717c3f9-3efa-4630-9315-be7b5f4ca134 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 1130 time: 0.0445709 Mar 10 15:31:59.197717 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.237925 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d237e-2295-4106-88ce-05b24148fc75 req-851a408c-1b65-4238-94b6-bd731d1c0ac2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.239419 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-917d237e-2295-4106-88ce-05b24148fc75 req-851a408c-1b65-4238-94b6-bd731d1c0ac2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 943 time: 0.0567403 Mar 10 15:31:59.251235 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.251904 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.253327 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] 10.222.0.69 "PUT /v2.0/ports/3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 HTTP/1.1" status: 200 len: 1093 time: 0.8038571 Mar 10 15:31:59.253774 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'tag': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:31:59.256011 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25bc9f2-b37f-47a7-9d58-c31192041142" -d '{"events": [{"name": "network-changed", "server_uuid": "0c522364-838e-4d9e-b9c5-9b7e43387931", "tag": "3135cc9c-04db-47d6-94dc-d45f6bc4d0e6"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:31:59.283753 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fdf64-4101-4396-abd4-87c9be428525 req-50a185b7-c29d-4a4f-81c3-ea0eea6f6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.285502 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-321fdf64-4101-4396-abd4-87c9be428525 req-50a185b7-c29d-4a4f-81c3-ea0eea6f6cb6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 918 time: 0.1454453 Mar 10 15:31:59.290541 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd639ec-d06b-4835-85a1-0d30fdfc4118 service neutron] Pushing event updated for resources: {'Port': ['ID=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:59.292528 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.299731 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-917d237e-2295-4106-88ce-05b24148fc75 req-2647fc2f-d67d-48df-baa8-c3dfa2851e67 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524139 Mar 10 15:31:59.377539 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-321fdf64-4101-4396-abd4-87c9be428525 req-556753bd-ec45-4565-85bc-0470164bdc27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=691744a8-86fa-48de-88ac-30a82fc14998 HTTP/1.1" status: 200 len: 1001 time: 0.0692618 Mar 10 15:31:59.387506 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69742876-4306-4265-b0ec-68723fe9d548 x-openstack-request-id: req-69742876-4306-4265-b0ec-68723fe9d548 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:31:59.387817 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c522364-838e-4d9e-b9c5-9b7e43387931", "tag": "3135cc9c-04db-47d6-94dc-d45f6bc4d0e6", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:31:59.388073 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69742876-4306-4265-b0ec-68723fe9d548 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:31:59.388490 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'tag': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'status': 'completed', 'code': 200} Mar 10 15:31:59.456356 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:59.457385 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fdf64-4101-4396-abd4-87c9be428525 req-c766a099-82d8-4463-8d60-f73991e7fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.458862 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-321fdf64-4101-4396-abd4-87c9be428525 req-c766a099-82d8-4463-8d60-f73991e7fd0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0862782 Mar 10 15:31:59.478001 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-0a4f44ff-7a9a-4a3c-badb-abb6a5d40ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.479545 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-0a4f44ff-7a9a-4a3c-badb-abb6a5d40ce3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 1127 time: 0.0707498 Mar 10 15:31:59.531890 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-1786a7d8-d26e-4558-885d-1af4aa0bc1cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0375218 Mar 10 15:31:59.545778 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 691744a8-86fa-48de-88ac-30a82fc14998 is: ACTIVE; New status is: DOWN {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:59.546177 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.552956 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fdf64-4101-4396-abd4-87c9be428525 req-8b3078de-acea-4672-81ce-5b9201f3589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.554532 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-321fdf64-4101-4396-abd4-87c9be428525 req-8b3078de-acea-4672-81ce-5b9201f3589a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0866091 Mar 10 15:31:59.577271 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:31:59.579565 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e309964-594d-4f4c-827a-f3138f9f634e" -d '{"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-unplugged", "status": "completed", "tag": "691744a8-86fa-48de-88ac-30a82fc14998"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:31:59.593282 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:59.619398 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d73ffbcb-27af-47b0-87b9-055eb28f364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.619595 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59073564-ae28-4db1-8d6a-db1b7d61ed51 x-openstack-request-id: req-59073564-ae28-4db1-8d6a-db1b7d61ed51 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:31:59.619942 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-unplugged", "status": "completed", "tag": "691744a8-86fa-48de-88ac-30a82fc14998", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:31:59.620175 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59073564-ae28-4db1-8d6a-db1b7d61ed51 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:31:59.620894 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998', 'code': 200} Mar 10 15:31:59.621024 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-d73ffbcb-27af-47b0-87b9-055eb28f364c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0816402 Mar 10 15:31:59.678992 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.705584 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-321fdf64-4101-4396-abd4-87c9be428525 req-849046a6-0a2a-4fdd-b7a7-dead3cde3229 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301913 Mar 10 15:31:59.730909 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=8']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:59.753822 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-05f9c48a-5356-4e97-bd14-fbf1a59b3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:59.755316 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-05f9c48a-5356-4e97-bd14-fbf1a59b3dc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0847824 Mar 10 15:31:59.870260 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-321fdf64-4101-4396-abd4-87c9be428525 req-b436c23e-2c7f-40b0-8bd1-34b76b7920dc service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570456 Mar 10 15:31:59.887966 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-7cee4cb3-e63f-4d6e-8302-2ba40c4f175c service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248269 Mar 10 15:31:59.980937 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c48b5398-6caf-4b75-b72d-9dd4df32d344 req-0e92a387-e87a-49a8-9b00-8daed3324605 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870707 Mar 10 15:32:00.031811 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64301d-002e-42e8-aab9-666b1484d48b req-fcf07beb-9c0f-41b8-bdcd-94a94b7c3dbb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:00.034015 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9f64301d-002e-42e8-aab9-666b1484d48b req-fcf07beb-9c0f-41b8-bdcd-94a94b7c3dbb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0558462 Mar 10 15:32:00.081773 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9f64301d-002e-42e8-aab9-666b1484d48b req-4e2dd108-622f-4189-ba83-557757b6d081 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421991 Mar 10 15:32:00.194011 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-33cc7d42-a274-4fc2-800f-911e0cfc4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:00.195529 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-33cc7d42-a274-4fc2-800f-911e0cfc4baa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 1127 time: 0.0484524 Mar 10 15:32:00.287274 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-c9c93ed1-7b67-462a-945b-1ce7e6a64bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:00.288827 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-c9c93ed1-7b67-462a-945b-1ce7e6a64bf6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 916 time: 0.0835900 Mar 10 15:32:00.339943 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-ddbefe45-b282-41d0-b29b-91bb5d39977f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0377784 Mar 10 15:32:00.419068 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b05ea-88a1-49cb-849d-b065a372e64e req-cc8def4c-fadd-4a69-8a17-855968d8a67c tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:00.420584 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-322b05ea-88a1-49cb-849d-b065a372e64e req-cc8def4c-fadd-4a69-8a17-855968d8a67c tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 943 time: 0.0560617 Mar 10 15:32:00.475897 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-322b05ea-88a1-49cb-849d-b065a372e64e req-3d60b5d9-8ba7-47ce-bb06-c98297120a22 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487161 Mar 10 15:32:00.644898 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-733fa938-ba8a-4668-9d14-ce195df24a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:00.646382 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-733fa938-ba8a-4668-9d14-ce195df24a19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.3005674 Mar 10 15:32:00.702373 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-df28e47f-fe6b-453d-ad6b-d8c15757cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:00.702373 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-df28e47f-fe6b-453d-ad6b-d8c15757cc65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0432298 Mar 10 15:32:00.788371 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-73315690-18d1-4c18-a872-c56cba48d8a1 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809605 Mar 10 15:32:00.878554 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c25bc9f2-b37f-47a7-9d58-c31192041142 req-ecc6f43e-38c4-4160-b2a4-c1b9e406545b service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821609 Mar 10 15:32:01.455809 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:32:01.557936 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:01.568884 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:32:01.598197 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afa0cd-c384-4a42-a8c6-234f788a4084 req-97f410a4-f61e-409f-a239-eaad3bec54d7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:01.599660 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-49afa0cd-c384-4a42-a8c6-234f788a4084 req-97f410a4-f61e-409f-a239-eaad3bec54d7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 943 time: 0.0527208 Mar 10 15:32:01.607571 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:32:01.607959 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.627710 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:32:01.648605 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:01.657533 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-49afa0cd-c384-4a42-a8c6-234f788a4084 req-a0e25082-29fd-4c17-aca7-fc1f96fb11f7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520422 Mar 10 15:32:01.717469 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.770247 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:02.044369 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['3135cc9c-04db-47d6-94dc-d45f6bc4d0e6'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:32:02.099302 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-007b6198-30b3-4a36-bd97-71c30a329f47 req-ac0ebea5-4f59-452e-9bea-702e7ed6e6a9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:32:02.100439 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-007b6198-30b3-4a36-bd97-71c30a329f47 req-ac0ebea5-4f59-452e-9bea-702e7ed6e6a9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482779 Mar 10 15:32:02.412292 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769088e-bd65-4147-8b90-cec7a6d10444 req-fdbb98de-29af-4f91-8944-8cc66382fae8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:02.413799 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e769088e-bd65-4147-8b90-cec7a6d10444 req-fdbb98de-29af-4f91-8944-8cc66382fae8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0525229 Mar 10 15:32:02.460015 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e769088e-bd65-4147-8b90-cec7a6d10444 req-76ffb3cc-b4ac-42d7-a5e7-4ba277bd0d7e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405869 Mar 10 15:32:02.783574 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-fb69520d-6b67-427f-ab71-c5d95bbc5e30 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759802 Mar 10 15:32:02.794498 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a02c9-a67a-454f-bbc0-404c4a64c1a5 req-3291f4f2-5e09-40e8-8a57-465e934af4ec tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:02.795875 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ef9a02c9-a67a-454f-bbc0-404c4a64c1a5 req-3291f4f2-5e09-40e8-8a57-465e934af4ec tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 944 time: 0.0615220 Mar 10 15:32:02.875247 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-0a8d13bb-1523-42f6-8618-2d603d7c9346 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:02.876599 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-0a8d13bb-1523-42f6-8618-2d603d7c9346 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports/691744a8-86fa-48de-88ac-30a82fc14998 HTTP/1.1" status: 200 len: 941 time: 0.0610902 Mar 10 15:32:02.880519 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ef9a02c9-a67a-454f-bbc0-404c4a64c1a5 req-d969f1dd-9871-460a-b582-14ff47163e94 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789974 Mar 10 15:32:03.472290 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:32:03.583124 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:32:03.588123 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:32:03.588493 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:03.589701 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b653662-3cb0-4450-8923-e97c5f8de8c5 req-fb92021b-d9de-4595-a8af-626619f90b2f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:03.591209 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8b653662-3cb0-4450-8923-e97c5f8de8c5 req-fb92021b-d9de-4595-a8af-626619f90b2f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0591140 Mar 10 15:32:03.643692 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8b653662-3cb0-4450-8923-e97c5f8de8c5 req-0c8a364e-5a33-41a2-b95b-1808109f64e9 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455508 Mar 10 15:32:03.671627 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:32:03.672020 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:03.695008 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:32:03.697187 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec897c9-dfb7-4416-b721-8001a53927e4" -d '{"events": [{"server_uuid": "0c522364-838e-4d9e-b9c5-9b7e43387931", "name": "network-vif-plugged", "status": "completed", "tag": "3135cc9c-04db-47d6-94dc-d45f6bc4d0e6"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:32:03.709436 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:03.733986 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb23d01-0832-47a2-bceb-f7cb9bdfa509 x-openstack-request-id: req-acb23d01-0832-47a2-bceb-f7cb9bdfa509 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:32:03.734306 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c522364-838e-4d9e-b9c5-9b7e43387931", "name": "network-vif-plugged", "status": "completed", "tag": "3135cc9c-04db-47d6-94dc-d45f6bc4d0e6", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:32:03.734570 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acb23d01-0832-47a2-bceb-f7cb9bdfa509 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:32:03.734969 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'code': 200} Mar 10 15:32:03.800036 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:03.800844 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:03.880427 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:03.921460 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 691744a8-86fa-48de-88ac-30a82fc14998 is: DOWN; New status is: DOWN {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:32:04.012116 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0bbac-5fb2-489d-a2c9-1b7b09be1d90 req-1e5495cf-3176-4bfe-bf60-7044b185ec26 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:04.013535 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-50d0bbac-5fb2-489d-a2c9-1b7b09be1d90 req-1e5495cf-3176-4bfe-bf60-7044b185ec26 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 945 time: 0.0511332 Mar 10 15:32:04.059767 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-50d0bbac-5fb2-489d-a2c9-1b7b09be1d90 req-16492792-57b4-41b8-a8a4-e014b6a2838c tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400574 Mar 10 15:32:04.144233 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549ec8c-f487-41cb-8aaf-4eabf039b568 req-2503f038-fcb6-43d8-8945-224773843029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:04.145735 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2549ec8c-f487-41cb-8aaf-4eabf039b568 req-2503f038-fcb6-43d8-8945-224773843029 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 1129 time: 0.0456364 Mar 10 15:32:04.189914 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2549ec8c-f487-41cb-8aaf-4eabf039b568 req-f15af334-2a79-4b4a-8be1-9120c472fb86 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361998 Mar 10 15:32:04.661388 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-dd0ba19c-e1f1-4224-be80-56077eb3933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:04.662873 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-dd0ba19c-e1f1-4224-be80-56077eb3933e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629&tenant_id=3e7f22f1804c4c6699caef0783ae4c2b HTTP/1.1" status: 200 len: 1128 time: 0.0433064 Mar 10 15:32:04.740316 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-7c4b7c7c-4952-46b1-8d93-f5f44878850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:04.741866 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-7c4b7c7c-4952-46b1-8d93-f5f44878850b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 1128 time: 0.0437431 Mar 10 15:32:04.834276 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-fbeedb69-1669-4ac8-9232-8147632a45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:04.835755 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-fbeedb69-1669-4ac8-9232-8147632a45e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 200 len: 918 time: 0.0870628 Mar 10 15:32:04.864567 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fd0ea-5566-4c40-889a-ad1271d0d6a1 req-181e2f11-d0d6-4d03-b16d-88674edbb170 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:04.866040 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8d2fd0ea-5566-4c40-889a-ad1271d0d6a1 req-181e2f11-d0d6-4d03-b16d-88674edbb170 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.1491020 Mar 10 15:32:04.901955 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-facb85af-182b-4892-8e46-f95b5a6afa40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=691744a8-86fa-48de-88ac-30a82fc14998 HTTP/1.1" status: 200 len: 999 time: 0.0589941 Mar 10 15:32:04.912156 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8d2fd0ea-5566-4c40-889a-ad1271d0d6a1 req-aad7f83b-2c9f-4168-b540-9d2aa0dae466 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405922 Mar 10 15:32:04.956566 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-d8bf5c81-1a76-451e-a4a4-d78177fa063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:04.958059 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-d8bf5c81-1a76-451e-a4a4-d78177fa063c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 200 len: 856 time: 0.0475368 Mar 10 15:32:05.006845 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-47011b9c-c0d4-4427-8d8e-9bb01851a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:05.008254 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-47011b9c-c0d4-4427-8d8e-9bb01851a9f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b915a36-bf43-460e-adb1-b06acab81172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0432432 Mar 10 15:32:05.098129 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-8145714b-fee1-4542-8437-18c4bdcee837 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810249 Mar 10 15:32:05.177861 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5fd91-2a6b-4158-af21-6cf615e4aad8 req-f552906a-dfc0-4191-bbf6-3555947b1d71 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:05.179424 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-05e5fd91-2a6b-4158-af21-6cf615e4aad8 req-f552906a-dfc0-4191-bbf6-3555947b1d71 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 945 time: 0.0530987 Mar 10 15:32:05.198736 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7c0462ce-1fbd-4af3-8b90-f0251cdbd4b9 req-b3872755-3418-4aaa-8527-e091de15e0c3 service neutron] 10.222.0.69 "GET /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861232 Mar 10 15:32:05.226201 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-05e5fd91-2a6b-4158-af21-6cf615e4aad8 req-8ab244e6-4ba3-4a87-b7f6-d7cb9f343d25 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412302 Mar 10 15:32:06.070102 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be95c2d-28ef-4b60-a913-18000b08bee5 req-7652c4a5-fa26-4d56-88dc-72d93d04be0c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:06.071776 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7be95c2d-28ef-4b60-a913-18000b08bee5 req-7652c4a5-fa26-4d56-88dc-72d93d04be0c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0635295 Mar 10 15:32:06.132798 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7be95c2d-28ef-4b60-a913-18000b08bee5 req-2d6ee790-73a8-46f0-8a7a-2b83b80abc30 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548382 Mar 10 15:32:06.348221 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b8a8-a981-47ca-bd6d-640dc51d426c req-76d2679a-2650-453b-bc50-da8f63c5758d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:06.349734 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d579b8a8-a981-47ca-bd6d-640dc51d426c req-76d2679a-2650-453b-bc50-da8f63c5758d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 945 time: 0.0539885 Mar 10 15:32:06.400272 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d579b8a8-a981-47ca-bd6d-640dc51d426c req-ce074b69-42ea-4743-98eb-023894345ccb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Mar 10 15:32:06.522274 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bef30-8b01-4701-bf93-dfaad129398b req-1b5b4d28-b28b-41dd-8dd3-c41dba5cddb8 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:06.523908 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f35bef30-8b01-4701-bf93-dfaad129398b req-1b5b4d28-b28b-41dd-8dd3-c41dba5cddb8 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 945 time: 0.0553191 Mar 10 15:32:06.532518 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57206) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:06.538222 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'floatingip': {'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:06.580057 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (5c619671-3835-4a0d-a7a2-ad6634c6064f), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.066078 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.124906 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (5c619671-3835-4a0d-a7a2-ad6634c6064f), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.241032 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Floating IP 5c619671-3835-4a0d-a7a2-ad6634c6064f associated. External IP: 172.28.1.127, port: 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6. Mar 10 15:32:07.289953 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99d9d-ae67-4b11-9bbf-0e74a208ff78 req-e08f7bff-c33a-4770-adcc-461995ade3c1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:07.291468 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b1f99d9d-ae67-4b11-9bbf-0e74a208ff78 req-e08f7bff-c33a-4770-adcc-461995ade3c1 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0753553 Mar 10 15:32:07.346768 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b1f99d9d-ae67-4b11-9bbf-0e74a208ff78 req-778d2625-0f45-4f6e-bc1e-c0a7258e867a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486658 Mar 10 15:32:07.490961 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:32:07.611162 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:07.616643 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.627432 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:07.637998 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:07.638748 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:07.648343 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-d3eb6b0a-6618-4471-a343-06f251f7d71a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "PUT /v2.0/floatingips/5c619671-3835-4a0d-a7a2-ad6634c6064f HTTP/1.1" status: 200 len: 991 time: 1.1140325 Mar 10 15:32:07.649296 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'tag': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:32:07.651815 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e726666-843a-44b2-8a03-211b1d1ef005" -d '{"events": [{"name": "network-changed", "server_uuid": "0c522364-838e-4d9e-b9c5-9b7e43387931", "tag": "3135cc9c-04db-47d6-94dc-d45f6bc4d0e6"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:32:07.692510 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e279b-653b-47b9-8d01-eb97dd00440f x-openstack-request-id: req-a97e279b-653b-47b9-8d01-eb97dd00440f {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:32:07.692889 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c522364-838e-4d9e-b9c5-9b7e43387931", "tag": "3135cc9c-04db-47d6-94dc-d45f6bc4d0e6", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:32:07.693141 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a97e279b-653b-47b9-8d01-eb97dd00440f {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:32:07.693653 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'tag': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'status': 'completed', 'code': 200} Mar 10 15:32:07.762855 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:07.998949 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:06Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:08.032389 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:08.041356 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:08.041989 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:08.157500 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:08.512768 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:06Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:08.513948 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096ce45-b522-427e-b2fe-4c857419db29 req-dd4ecd7c-51bc-4389-8bf0-9cb97407bebe tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:08.521790 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9096ce45-b522-427e-b2fe-4c857419db29 req-dd4ecd7c-51bc-4389-8bf0-9cb97407bebe tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0801013 Mar 10 15:32:08.542632 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84b9fe-12a7-47ff-9c63-0c1f74720932 None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:06Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:08.592726 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9096ce45-b522-427e-b2fe-4c857419db29 req-eaa99d82-93b2-4d77-8376-f667e195d98b tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689569 Mar 10 15:32:08.776684 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa0e38-cf01-47e1-887e-4485b2973265 None None] New status for floating IP 5c619671-3835-4a0d-a7a2-ad6634c6064f: ACTIVE {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:32:09.732152 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821fe84-91e7-4917-a09e-21981f29ba07 req-a1753937-e4bc-4ff5-86d5-b8d33f04b7a7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:09.733671 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1821fe84-91e7-4917-a09e-21981f29ba07 req-a1753937-e4bc-4ff5-86d5-b8d33f04b7a7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0551915 Mar 10 15:32:09.787783 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1821fe84-91e7-4917-a09e-21981f29ba07 req-b728783b-abd0-4285-8cd9-e0d4a8b33528 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462716 Mar 10 15:32:10.922683 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd777f76-4d12-4174-a06b-6696a77d7220 req-18718c0d-174d-4000-88a3-5d8473cbdc87 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:10.924239 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dd777f76-4d12-4174-a06b-6696a77d7220 req-18718c0d-174d-4000-88a3-5d8473cbdc87 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0567384 Mar 10 15:32:10.972540 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dd777f76-4d12-4174-a06b-6696a77d7220 req-8dd2e205-1c71-4dad-a8a6-cbce63dfc89a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425024 Mar 10 15:32:12.100834 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd5601-e12c-406c-aa97-43898cb925b8 req-cd01bca1-b29b-4a3f-bd49-9ffe953f636a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:12.102374 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f2bd5601-e12c-406c-aa97-43898cb925b8 req-cd01bca1-b29b-4a3f-bd49-9ffe953f636a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0549293 Mar 10 15:32:12.150678 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f2bd5601-e12c-406c-aa97-43898cb925b8 req-54fe7688-f982-4b24-a246-61335d0c8504 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428441 Mar 10 15:32:13.299758 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ca350-b415-4e21-8ba6-2b119a78d074 req-d5e421b3-bfc8-418a-a7cf-c6a03fd4ab2e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:13.303918 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a35ca350-b415-4e21-8ba6-2b119a78d074 req-d5e421b3-bfc8-418a-a7cf-c6a03fd4ab2e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0724618 Mar 10 15:32:13.354554 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a35ca350-b415-4e21-8ba6-2b119a78d074 req-977fced6-5e94-4407-a931-3f852759745d tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462108 Mar 10 15:32:14.005906 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-9380700e-fd2b-4c6c-a2ee-ea1db9cafc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:14.007385 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-9380700e-fd2b-4c6c-a2ee-ea1db9cafc64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 1129 time: 0.0439281 Mar 10 15:32:14.097922 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-5547020a-5ad1-452d-9f4e-ad0ba50f78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:14.099373 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-5547020a-5ad1-452d-9f4e-ad0ba50f78c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 916 time: 0.0853126 Mar 10 15:32:14.163312 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-76cb9c3b-ee9b-4aca-aef5-c2e2d8f25929 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 HTTP/1.1" status: 200 len: 1001 time: 0.0564158 Mar 10 15:32:14.214877 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-f17fa846-892a-46b6-a649-8b9dedf8fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:14.216291 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-f17fa846-892a-46b6-a649-8b9dedf8fe94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0455937 Mar 10 15:32:14.263389 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-22829841-becb-4fa5-aaa8-956e499c37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:14.264853 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-22829841-becb-4fa5-aaa8-956e499c37f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0421126 Mar 10 15:32:14.349327 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-b428eb49-02b4-4b95-8ae3-e177b0ee9f93 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783617 Mar 10 15:32:14.440862 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0e726666-843a-44b2-8a03-211b1d1ef005 req-ae6d283f-da74-492e-87aa-5ee1934c4f63 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843852 Mar 10 15:32:14.478235 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368332e-8f57-4cef-b47a-6342d523042a req-5ef17801-f346-4615-8c9b-b30dd90330ba tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:14.481131 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1368332e-8f57-4cef-b47a-6342d523042a req-5ef17801-f346-4615-8c9b-b30dd90330ba tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0520871 Mar 10 15:32:14.525804 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1368332e-8f57-4cef-b47a-6342d523042a req-535a57a7-0bd7-4d65-8321-cdd6c5ac4b04 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405202 Mar 10 15:32:15.523154 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:32:15.618607 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:15.629593 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '691744a8-86fa-48de-88ac-30a82fc14998', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'port_id': '691744a8-86fa-48de-88ac-30a82fc14998', 'mac_address': 'fa:16:3e:94:9d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:32:15.648198 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95513063-f7c2-4876-82a9-8ae1845d900c req-b8af5ab6-b1d4-4734-ab15-400006c7d3fd tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:15.649710 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-95513063-f7c2-4876-82a9-8ae1845d900c req-b8af5ab6-b1d4-4734-ab15-400006c7d3fd tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 944 time: 0.0518048 Mar 10 15:32:15.669730 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 691744a8-86fa-48de-88ac-30a82fc14998 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:32:15.670122 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.683074 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691744a8-86fa-48de-88ac-30a82fc14998 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:32:15.699031 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-95513063-f7c2-4876-82a9-8ae1845d900c req-f9bad125-a3dc-413f-87b5-b2299384fa9e tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Mar 10 15:32:15.702189 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:15.775820 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.822843 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=9']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:16.067163 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['691744a8-86fa-48de-88ac-30a82fc14998'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:32:16.825365 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ad243-e4ba-439f-bb1e-b8f8f79ff131 req-49c5d3e9-8120-473a-bfeb-d75451c44074 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:16.826764 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ff2ad243-e4ba-439f-bb1e-b8f8f79ff131 req-49c5d3e9-8120-473a-bfeb-d75451c44074 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 945 time: 0.0569563 Mar 10 15:32:16.874379 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ff2ad243-e4ba-439f-bb1e-b8f8f79ff131 req-fc237ea2-fbc2-47b1-89c2-9dc154fe8999 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414081 Mar 10 15:32:17.529997 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:32:17.577640 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 691744a8-86fa-48de-88ac-30a82fc14998 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:32:17.578017 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (691744a8-86fa-48de-88ac-30a82fc14998), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.654581 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 691744a8-86fa-48de-88ac-30a82fc14998 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:32:17.654975 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.676738 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:32:17.678981 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac2bf6-1f40-4de7-b671-42773c28c52b" -d '{"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-plugged", "status": "completed", "tag": "691744a8-86fa-48de-88ac-30a82fc14998"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:32:17.691719 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:17.715421 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25383a64-dc07-4594-9e1f-0a167edbb285 x-openstack-request-id: req-25383a64-dc07-4594-9e1f-0a167edbb285 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:32:17.715930 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-plugged", "status": "completed", "tag": "691744a8-86fa-48de-88ac-30a82fc14998", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:32:17.716194 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25383a64-dc07-4594-9e1f-0a167edbb285 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:32:17.716590 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998', 'code': 200} Mar 10 15:32:17.787243 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.834648 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=10']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:17.999689 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112777e3-6f99-4a3d-a2aa-a79957a9c6f6 req-3393d95b-8fe6-40c3-9170-bf807c3d3f85 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:18.001740 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-112777e3-6f99-4a3d-a2aa-a79957a9c6f6 req-3393d95b-8fe6-40c3-9170-bf807c3d3f85 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 947 time: 0.0517821 Mar 10 15:32:18.049121 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-112777e3-6f99-4a3d-a2aa-a79957a9c6f6 req-974e2078-6250-4bef-ab80-8313aa1ff1d8 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416901 Mar 10 15:32:18.122511 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9380969-8657-49e2-9326-4c9255961b9b req-e960c21b-54f3-43be-8ede-578b7f26aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:18.124009 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f9380969-8657-49e2-9326-4c9255961b9b req-e960c21b-54f3-43be-8ede-578b7f26aa93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 1131 time: 0.0431311 Mar 10 15:32:18.164370 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f9380969-8657-49e2-9326-4c9255961b9b req-723d2a04-bacf-4b25-a99c-e53490d09ad6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348530 Mar 10 15:32:19.180108 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422ac1b-bc55-482e-9de8-e1d40ccd895e req-ce8e0dda-5649-4c27-91ac-4a35af37b0d4 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:19.181493 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f422ac1b-bc55-482e-9de8-e1d40ccd895e req-ce8e0dda-5649-4c27-91ac-4a35af37b0d4 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 947 time: 0.0586350 Mar 10 15:32:19.227360 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f422ac1b-bc55-482e-9de8-e1d40ccd895e req-096a463d-0355-4abe-93d0-eb43462c9d49 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Mar 10 15:32:20.348740 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafe09f-4944-4a92-b34a-430a2495324e req-4618300b-48e9-4f9d-8c5f-b2154f124614 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:20.350297 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-acafe09f-4944-4a92-b34a-430a2495324e req-4618300b-48e9-4f9d-8c5f-b2154f124614 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 947 time: 0.0523903 Mar 10 15:32:20.395961 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-acafe09f-4944-4a92-b34a-430a2495324e req-56395e0e-33c6-4dbc-b5d1-0a3511511d40 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Mar 10 15:32:21.517426 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e081b-ad80-4de8-add5-9e9bc2403405 req-e2091e3b-1189-4fb4-b137-987fe40395bb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:21.518878 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-774e081b-ad80-4de8-add5-9e9bc2403405 req-e2091e3b-1189-4fb4-b137-987fe40395bb tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 947 time: 0.0522187 Mar 10 15:32:21.541831 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1a994204-d84c-4946-ab17-65c5dd581493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:21.573740 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-774e081b-ad80-4de8-add5-9e9bc2403405 req-adac6db2-7898-4d9b-82bd-563f24fa1e58 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493457 Mar 10 15:32:23.676654 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-fbd88cbe-9dcc-4d02-8b62-02c3c1cf71d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:24.918542 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:26.375991 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:27.758629 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.686665 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:32:29.276072 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.003044 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57322) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:49.007506 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55666298', 'description': 'tempest-description--612601941'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:49.061027 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.127463 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (1a9af71f-d64b-4651-a5d5-3c1baf1c6b82), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.180825 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1a9af71f-d64b-4651-a5d5-3c1baf1c6b82), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.209098 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:49.215975 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.216327 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.216669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.217016 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.217364 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.217694 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.218021 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.218348 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.218673 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.218995 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.219318 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.219708 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.220038 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:49.263113 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.264325 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-0ac19422-a3e5-45ab-b7fd-a608200ff2be tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2602694 Mar 10 15:32:49.267194 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57326) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:49.271400 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-83d93891-b7a8-4745-99fd-db707ae6e938 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group_rule': {'security_group_id': '1a9af71f-d64b-4651-a5d5-3c1baf1c6b82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:49.356998 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-83d93891-b7a8-4745-99fd-db707ae6e938 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (30f40716-fdd1-4814-99a8-515cc2d26ead), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.410055 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-83d93891-b7a8-4745-99fd-db707ae6e938 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (30f40716-fdd1-4814-99a8-515cc2d26ead), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.478103 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-83d93891-b7a8-4745-99fd-db707ae6e938 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (30f40716-fdd1-4814-99a8-515cc2d26ead), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.495761 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d93891-b7a8-4745-99fd-db707ae6e938 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f40716-fdd1-4814-99a8-515cc2d26ead,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:49.565907 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-83d93891-b7a8-4745-99fd-db707ae6e938 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.567153 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-83d93891-b7a8-4745-99fd-db707ae6e938 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990251 Mar 10 15:32:49.569891 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57328) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:49.574123 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-11d0f7e0-2836-47a1-af6e-593668a9d246 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group_rule': {'security_group_id': '1a9af71f-d64b-4651-a5d5-3c1baf1c6b82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:49.669299 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-11d0f7e0-2836-47a1-af6e-593668a9d246 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (e0b53f94-92c6-45ee-9199-0a9f61403108), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.723102 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-11d0f7e0-2836-47a1-af6e-593668a9d246 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (e0b53f94-92c6-45ee-9199-0a9f61403108), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.774915 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-11d0f7e0-2836-47a1-af6e-593668a9d246 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (e0b53f94-92c6-45ee-9199-0a9f61403108), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.791856 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0f7e0-2836-47a1-af6e-593668a9d246 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b53f94-92c6-45ee-9199-0a9f61403108,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:49.839651 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-11d0f7e0-2836-47a1-af6e-593668a9d246 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.840854 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-11d0f7e0-2836-47a1-af6e-593668a9d246 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700460 Mar 10 15:32:49.843936 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57330) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:49.848278 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:49.932456 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.029242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.128656 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Allocated IP 172.28.1.56 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/1de6a1ff-b587-410f-a4c5-197d6cc5f494) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:32:50.230184 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (1de6a1ff-b587-410f-a4c5-197d6cc5f494), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.307212 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (1de6a1ff-b587-410f-a4c5-197d6cc5f494), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.340867 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:32:50.345616 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:50.350908 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:32:50.373570 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=1de6a1ff-b587-410f-a4c5-197d6cc5f494,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:50.439983 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.530440 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (1de6a1ff-b587-410f-a4c5-197d6cc5f494), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.676190 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (1de6a1ff-b587-410f-a4c5-197d6cc5f494), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.732402 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (1de6a1ff-b587-410f-a4c5-197d6cc5f494), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.796781 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=1de6a1ff-b587-410f-a4c5-197d6cc5f494,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:50.808186 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.883421 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.884675 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-583276e6-2167-4d99-8bd0-596c341df0b2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0397227 Mar 10 15:32:51.030297 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-91f6bc48-a71a-4301-8582-8b1703554a9b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--55666298&fields=id&tenant_id=f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 267 time: 0.0411587 Mar 10 15:32:51.134800 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f18ed-432b-4505-bddb-2a29f372466b req-fb02c4c5-60b4-4423-8673-7f056efe0ffb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:51.138064 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-fb02c4c5-60b4-4423-8673-7f056efe0ffb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 815 time: 0.0997696 Mar 10 15:32:51.150399 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-4cee6ed5-513d-4f26-9286-9f47d63881f3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/quotas/f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 375 time: 0.0085726 Mar 10 15:32:51.209476 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-24880f25-47e7-465e-8de9-e95d1dd0a01e tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542169 Mar 10 15:32:51.301162 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-816863f3-cc1b-455d-9a6e-ab832750bb2e service neutron] 10.222.0.70 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802250 Mar 10 15:32:51.389602 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-c1524d10-f5cd-4a76-bb11-bcbf59ed5c8e service neutron] 10.222.0.70 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828998 Mar 10 15:32:51.534958 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d35625c1-b83b-407a-8998-449f2416ac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:51.638579 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-792a4629-f19b-48e5-b767-cae6c6884579 req-48406ebc-64c8-4e29-b1a2-0b2625b11904 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 210 time: 0.0267539 Mar 10 15:32:52.731728 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-56edd2bc-cc1f-4c7e-b998-b0637864a07f req-7ad0e6af-2dd2-4477-a0da-49ced01c2903 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 210 time: 0.0265188 Mar 10 15:32:53.539782 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f18ed-432b-4505-bddb-2a29f372466b req-a7de8ef2-f394-4163-9373-e80b797876c2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:53.541126 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-a7de8ef2-f394-4163-9373-e80b797876c2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 815 time: 0.1053627 Mar 10 15:32:53.622528 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-5d0f9042-b333-489d-a6c2-ccf6181dfc37 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 471 time: 0.0626462 Mar 10 15:32:53.631576 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'port': {'device_id': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'admin_state_up': True, 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'security_groups': ['1a9af71f-d64b-4651-a5d5-3c1baf1c6b82']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:53.656067 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e1020e4d-c2b8-4b5a-9b3a-26f6294809f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.822059 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Made reservation on behalf of f505b359e5b84e9987de51e02f38d7de for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:32:53.826411 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.827287 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8f0165cc-837a-42ab-a9fd-a64471473ad8 req-6921db66-d7d0-4ff4-9bd9-7b5fbc26a738 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 210 time: 0.0272496 Mar 10 15:32:53.970272 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Allocated IP 172.20.0.8 (fe1f7a71-487f-4e84-8e55-c66309930626/68077654-eaa1-454a-a9dc-b47e890e8bdd/72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:32:54.111745 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.233355 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.276562 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Network fe1f7a71-487f-4e84-8e55-c66309930626 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:32:54.281576 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:54.285199 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:32:54.293308 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:54.336484 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:54.337113 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.439381 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-fcca07ea-ed55-4a04-a565-4c3f61e26cee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113670 Mar 10 15:32:54.460199 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Request body: {'port': {'device_id': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:54.522606 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5fb6aec1-f45e-481f-a5da-d4517c87073c None None] Provisioning complete for port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:32:54.522982 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5fb6aec1-f45e-481f-a5da-d4517c87073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.523098 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.559253 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-5fb6aec1-f45e-481f-a5da-d4517c87073c None None] Port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:32:54.780601 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:32:54.788034 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Publish callbacks [] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.800310 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Transition to ACTIVE for port object 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:32:54.901072 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.901693 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.960046 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b4556-1738-49f0-a86c-2d454795dbf7 req-6ccebff9-4b32-46d6-92c7-57ba85358db1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:54.961656 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2a6b4556-1738-49f0-a86c-2d454795dbf7 req-6ccebff9-4b32-46d6-92c7-57ba85358db1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 943 time: 0.0664392 Mar 10 15:32:55.021576 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2a6b4556-1738-49f0-a86c-2d454795dbf7 req-0a42c844-9232-407e-846c-8d9b95366a4d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536633 Mar 10 15:32:55.187100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c9b2-f471-454a-8c1d-d54251723648 req-ddfb9f46-cf34-45f0-8290-5ca1a5dd1d03 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:55.189303 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4265c9b2-f471-454a-8c1d-d54251723648 req-ddfb9f46-cf34-45f0-8290-5ca1a5dd1d03 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 947 time: 0.0544496 Mar 10 15:32:55.212017 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Pushing event updated for resources: {'Port': ['ID=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:55.249422 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4265c9b2-f471-454a-8c1d-d54251723648 req-97047859-8c1b-404e-ad9a-fd1666dee96f tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501068 Mar 10 15:32:55.292705 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Attempting to bind port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:32:55.293047 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Attempting to bind port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:32:55.293490 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Attempting to bind port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:32:55.298644 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae on network fe1f7a71-487f-4e84-8e55-c66309930626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:32:55.298970 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Attempting to bind port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:32:55.304064 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:32:55.304404 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Checking segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:32:55.304790 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Bound using segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:32:55.305259 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Bound port: 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:32:55.305626 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:55.372252 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] For port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:32:55.375309 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] For port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:32:55.459097 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:55.493407 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:55.494026 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:55.495546 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] 10.222.0.69 "PUT /v2.0/ports/72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae HTTP/1.1" status: 200 len: 1093 time: 1.0394926 Mar 10 15:32:55.495992 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'tag': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:32:55.498194 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae5c0f-ae7f-4342-ac3f-b99b7c44cb35" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dd28a6-57a4-4274-bbfa-77a5d69157aa", "tag": "72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:32:55.527306 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55250ca8-4225-41bc-8a85-2023a408688c service neutron] Pushing event updated for resources: {'Port': ['ID=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:55.542750 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a57c1-4af1-4e17-ab99-bb6c48249cee x-openstack-request-id: req-424a57c1-4af1-4e17-ab99-bb6c48249cee {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:32:55.543046 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dd28a6-57a4-4274-bbfa-77a5d69157aa", "tag": "72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:32:55.543305 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-424a57c1-4af1-4e17-ab99-bb6c48249cee {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:32:55.543711 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'tag': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'status': 'completed', 'code': 200} Mar 10 15:32:55.641412 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae5c0f-ae7f-4342-ac3f-b99b7c44cb35 req-710d82f0-d0af-4a6d-baf4-3e57540ccbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:55.642998 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-8bae5c0f-ae7f-4342-ac3f-b99b7c44cb35 req-710d82f0-d0af-4a6d-baf4-3e57540ccbbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 1127 time: 0.0517676 Mar 10 15:32:55.754989 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae5c0f-ae7f-4342-ac3f-b99b7c44cb35 req-c290048a-a25f-499f-87ab-cde9b72c39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:55.756362 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-8bae5c0f-ae7f-4342-ac3f-b99b7c44cb35 req-c290048a-a25f-499f-87ab-cde9b72c39d4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f505b359e5b84e9987de51e02f38d7de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0937059 Mar 10 15:32:55.845195 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae5c0f-ae7f-4342-ac3f-b99b7c44cb35 req-5a00b59a-0952-40ce-b04b-5ace4fdab402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:55.846634 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-8bae5c0f-ae7f-4342-ac3f-b99b7c44cb35 req-5a00b59a-0952-40ce-b04b-5ace4fdab402 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0835326 Mar 10 15:32:55.955017 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f18ed-432b-4505-bddb-2a29f372466b req-32f468b4-0a00-4076-b63c-bfbd0967a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:55.956523 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-32f468b4-0a00-4076-b63c-bfbd0967a21d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 1127 time: 0.0485127 Mar 10 15:32:56.004501 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-22732f76-ba08-431f-b014-a192d0e55e77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae HTTP/1.1" status: 200 len: 217 time: 0.0338824 Mar 10 15:32:56.051254 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f18ed-432b-4505-bddb-2a29f372466b req-2682622c-7aa4-4990-aa19-f1bc09b19417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:56.052970 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-2682622c-7aa4-4990-aa19-f1bc09b19417 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0422213 Mar 10 15:32:56.109428 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f18ed-432b-4505-bddb-2a29f372466b req-538115a2-ac43-482e-9f06-7eef94d1f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:56.111548 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-538115a2-ac43-482e-9f06-7eef94d1f09f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0518236 Mar 10 15:32:56.153027 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4b7f0-e484-4366-ac18-09b81222373e req-071fdef0-9d47-4eb6-ab8f-f536bc756994 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:56.154543 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c9b4b7f0-e484-4366-ac18-09b81222373e req-071fdef0-9d47-4eb6-ab8f-f536bc756994 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 943 time: 0.0528920 Mar 10 15:32:56.201863 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c9b4b7f0-e484-4366-ac18-09b81222373e req-3169e76b-ea10-4169-91b2-1d5a73432895 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416999 Mar 10 15:32:56.206690 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-79ffd480-9c2a-4b4b-a71c-6df8b0106075 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871165 Mar 10 15:32:56.299656 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-217f18ed-432b-4505-bddb-2a29f372466b req-b1413c38-0313-490b-809f-c47f712b2e1b service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836949 Mar 10 15:32:56.375499 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.385080 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673ff92-11b0-472e-974b-38246a262ee8 req-851ff3c7-4db2-4e7b-803a-b1a224a88624 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:56.386670 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e673ff92-11b0-472e-974b-38246a262ee8 req-851ff3c7-4db2-4e7b-803a-b1a224a88624 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 947 time: 0.0550582 Mar 10 15:32:56.433732 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e673ff92-11b0-472e-974b-38246a262ee8 req-0f17e828-3588-4c41-b076-198faa75113a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups?id=87fd69a9-14a3-43af-86d6-58ec3cb8b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Mar 10 15:32:56.828809 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-316af332-19f5-4bab-be56-b1e0278b6b26 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:56.830279 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-316af332-19f5-4bab-be56-b1e0278b6b26 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 947 time: 0.0519292 Mar 10 15:32:56.918555 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Deleting port 691744a8-86fa-48de-88ac-30a82fc14998 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:56.919206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (691744a8-86fa-48de-88ac-30a82fc14998), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.008972 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] For port 691744a8-86fa-48de-88ac-30a82fc14998, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=691744a8-86fa-48de-88ac-30a82fc14998,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:57.009394 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (691744a8-86fa-48de-88ac-30a82fc14998), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.170799 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.171156 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (3d3f42b9-8b9c-4e7d-8c97-c89ba9962512), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.171469 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Floating IP 3d3f42b9-8b9c-4e7d-8c97-c89ba9962512 disassociated. External IP: 172.28.1.79, port: 691744a8-86fa-48de-88ac-30a82fc14998. Mar 10 15:32:57.171809 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Calling delete_port for 691744a8-86fa-48de-88ac-30a82fc14998 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:57.320099 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3149d46-fd6a-413c-b482-27a7159dcb3d req-4b8991f7-c7ab-46d1-8ca5-48de17b662c9 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:57.321593 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d3149d46-fd6a-413c-b482-27a7159dcb3d req-4b8991f7-c7ab-46d1-8ca5-48de17b662c9 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 943 time: 0.0518816 Mar 10 15:32:57.346506 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (691744a8-86fa-48de-88ac-30a82fc14998), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.368059 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d3149d46-fd6a-413c-b482-27a7159dcb3d req-30617103-300c-4e23-afa9-d5d081dac4d0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406241 Mar 10 15:32:57.373306 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event deleted for resources: {'Port': ['ID=691744a8-86fa-48de-88ac-30a82fc14998,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:57.491711 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:32:57.536014 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-401afb8e-7713-4d9d-83cb-61a9164ea9da req-c059fda8-cff4-4a33-9a0d-437262b1f77b tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 210 time: 0.0312243 Mar 10 15:32:57.608595 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:57.619087 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] Sync routers for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:57.629534 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:57.630222 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:57.648852 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] No DVR routers for this DVR port 691744a8-86fa-48de-88ac-30a82fc14998 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:32:57.651328 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.654677 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-f3ceca78-37af-4d77-a399-5b86345c1cb7 req-fb64c934-064c-4a21-9572-82836e04e92a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.69 "DELETE /v2.0/ports/691744a8-86fa-48de-88ac-30a82fc14998 HTTP/1.1" status: 204 len: 173 time: 0.8175457 Mar 10 15:32:57.655118 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-deleted', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:32:57.658062 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17849d2-85e4-488a-9cc7-a9601bd296be" -d '{"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-deleted", "tag": "691744a8-86fa-48de-88ac-30a82fc14998"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:32:57.692719 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cf7ecf-5804-4aee-ac94-16962622e271 x-openstack-request-id: req-41cf7ecf-5804-4aee-ac94-16962622e271 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:32:57.693012 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc18fc6-9735-47a5-a15c-37e5b2c65629", "name": "network-vif-deleted", "tag": "691744a8-86fa-48de-88ac-30a82fc14998", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:32:57.693335 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41cf7ecf-5804-4aee-ac94-16962622e271 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:32:57.693744 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc18fc6-9735-47a5-a15c-37e5b2c65629', 'name': 'network-vif-deleted', 'tag': '691744a8-86fa-48de-88ac-30a82fc14998', 'status': 'completed', 'code': 200} Mar 10 15:32:57.746055 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:57.768738 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:32:57.780392 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.890606 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:57.901758 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'port_id': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'mac_address': 'fa:16:3e:2a:c1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:32:57.941477 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:32:57.941875 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.955061 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:57.955370 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:32:57.980867 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:57.984825 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] Checking router: ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:57.993108 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:57.993735 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:58.067019 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.101804 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:58.116658 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:58.123649 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.124000 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.124370 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.124712 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.125045 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.125884 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.126215 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.126538 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.126860 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.127183 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.127504 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.127824 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.128140 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:58.292807 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:58.319513 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e4575-e78b-427c-9bec-6bba2ba59343 None None] The sync data for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb is: [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:27:04Z', 'revision_number': 4, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'b51845eb-0979-4444-8048-c407f23dd832', 'name': '', 'network_id': '9b915a36-bf43-460e-adb1-b06acab81172', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'mac_address': 'fa:16:3e:a0:5f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:03Z', 'updated_at': '2022-03-10T15:27:09Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'subnets': [{'id': '9575946f-33e8-43c9-a6da-64e2fe204bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:58.414752 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:32:58.508014 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f1d6-2b0d-406e-98a5-cdfe37b60880 req-66857708-ebc7-4f96-bbaf-35001146e161 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:58.509692 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-eda9f1d6-2b0d-406e-98a5-cdfe37b60880 req-66857708-ebc7-4f96-bbaf-35001146e161 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 944 time: 0.0633438 Mar 10 15:32:58.568492 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-eda9f1d6-2b0d-406e-98a5-cdfe37b60880 req-a275ae70-a7e9-4698-b627-c4b664fedf06 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530250 Mar 10 15:32:58.615282 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629952a1-d323-4dbc-b54d-4f1dba662575 None None] New status for floating IP 3d3f42b9-8b9c-4e7d-8c97-c89ba9962512: DOWN {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:32:58.655698 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e0496482-5893-42ea-a3b4-3ad37bc63b40 req-6216dc4b-b5ea-434a-98bd-78c7abc62b87 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bc18fc6-9735-47a5-a15c-37e5b2c65629 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Mar 10 15:32:59.030901 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-467fb994-9512-496c-8316-26867218400a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474370 Mar 10 15:32:59.134415 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-492f4a03-ed49-449d-8551-63c8fcce1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:59.140896 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-492f4a03-ed49-449d-8551-63c8fcce1a24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 1129 time: 0.0439632 Mar 10 15:32:59.235259 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-25777827-079b-41e8-b1a2-78e926a9e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:59.236796 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-25777827-079b-41e8-b1a2-78e926a9e2ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 916 time: 0.0827951 Mar 10 15:32:59.289601 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.305585 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-007f9016-8486-4142-a0e4-36b910c229c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 HTTP/1.1" status: 200 len: 1001 time: 0.0623400 Mar 10 15:32:59.356485 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-338859ef-f1b8-47ba-a912-156ccc10738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:59.357997 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-338859ef-f1b8-47ba-a912-156ccc10738d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0464272 Mar 10 15:32:59.404583 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-9802a010-c491-4240-98f4-0d49bbeeed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:59.406018 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-9802a010-c491-4240-98f4-0d49bbeeed16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0420423 Mar 10 15:32:59.495371 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-b79c95e1-0883-4ad6-a07e-0cea12ed6363 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829995 Mar 10 15:32:59.584314 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-fc60c2ae-c206-4982-a8be-ce0693517c7f req-c0c878ee-d478-40cf-be03-7adc5584e579 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823174 Mar 10 15:32:59.686313 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086b0d-1c62-4dd8-afc4-781c820f5515 req-cdd1d220-99b2-454c-9f63-11cb08319c05 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:59.687691 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2d086b0d-1c62-4dd8-afc4-781c820f5515 req-cdd1d220-99b2-454c-9f63-11cb08319c05 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 944 time: 0.0531423 Mar 10 15:32:59.738994 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2d086b0d-1c62-4dd8-afc4-781c820f5515 req-7f2e8393-9cf9-42e6-aa3c-d6dee3c70c77 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450900 Mar 10 15:32:59.767665 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:32:59.796156 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57398) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:59.848999 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf446f86-1a6e-444a-b25e-58aac115b6e7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (87fd69a9-14a3-43af-86d6-58ec3cb8b2df), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.871031 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf446f86-1a6e-444a-b25e-58aac115b6e7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (87fd69a9-14a3-43af-86d6-58ec3cb8b2df), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.872098 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:32:59.876041 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:32:59.876412 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.952307 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:32:59.952616 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.970559 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf446f86-1a6e-444a-b25e-58aac115b6e7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (87fd69a9-14a3-43af-86d6-58ec3cb8b2df), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.976436 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf446f86-1a6e-444a-b25e-58aac115b6e7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.976833 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:32:59.977668 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-bf446f86-1a6e-444a-b25e-58aac115b6e7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "DELETE /v2.0/security-groups/87fd69a9-14a3-43af-86d6-58ec3cb8b2df HTTP/1.1" status: 204 len: 168 time: 0.1803405 Mar 10 15:32:59.979222 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b7f1e3-5343-4b37-b2c9-ed54c4327415" -d '{"events": [{"server_uuid": "e1dd28a6-57a4-4274-bbfa-77a5d69157aa", "name": "network-vif-plugged", "status": "completed", "tag": "72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:32:59.980342 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57400) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:59.989862 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf446f86-1a6e-444a-b25e-58aac115b6e7 tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fd69a9-14a3-43af-86d6-58ec3cb8b2df,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:00.001354 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.api.v2.resource [None req-619c15f4-1ba0-40ff-ad86-d04f4b78909c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] show failed (client error): The resource could not be found. Mar 10 15:33:00.005519 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57404) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:00.005719 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-619c15f4-1ba0-40ff-ad86-d04f4b78909c tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "GET /v2.0/security-groups/87fd69a9-14a3-43af-86d6-58ec3cb8b2df HTTP/1.1" status: 404 len: 347 time: 0.0242770 Mar 10 15:33:00.006148 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:00.026132 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f196bcc1-3950-4b44-a5bc-4c44859fc296 x-openstack-request-id: req-f196bcc1-3950-4b44-a5bc-4c44859fc296 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:33:00.026433 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dd28a6-57a4-4274-bbfa-77a5d69157aa", "name": "network-vif-plugged", "status": "completed", "tag": "72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:33:00.026705 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f196bcc1-3950-4b44-a5bc-4c44859fc296 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:33:00.027294 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'code': 200} Mar 10 15:33:00.066706 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.067622 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:00.112895 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 691744a8-86fa-48de-88ac-30a82fc14998 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:00.113328 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 691744a8-86fa-48de-88ac-30a82fc14998 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:00.137374 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Deleting port 2f52e7a1-e242-4a01-a773-104a9d241fd1 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:00.137969 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (2f52e7a1-e242-4a01-a773-104a9d241fd1), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.144405 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:00.217692 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (2f52e7a1-e242-4a01-a773-104a9d241fd1), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.217930 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (2f52e7a1-e242-4a01-a773-104a9d241fd1), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.229656 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Calling delete_port for 2f52e7a1-e242-4a01-a773-104a9d241fd1 owned by network:floatingip {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:00.392217 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091548e-38b3-4328-b25f-a040c85e7637 req-1c3f781f-6e73-49ef-b201-2f38dfb87e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:00.393732 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c091548e-38b3-4328-b25f-a040c85e7637 req-1c3f781f-6e73-49ef-b201-2f38dfb87e7e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 1129 time: 0.0784883 Mar 10 15:33:00.436403 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c091548e-38b3-4328-b25f-a040c85e7637 req-07d4c314-df11-4ded-bcdf-b66e976d5c21 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361192 Mar 10 15:33:00.443345 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (2f52e7a1-e242-4a01-a773-104a9d241fd1), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.469077 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Pushing event deleted for resources: {'Port': ['ID=2f52e7a1-e242-4a01-a773-104a9d241fd1,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:00.528518 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks [] for floatingip (3d3f42b9-8b9c-4e7d-8c97-c89ba9962512), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.531145 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.532307 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-f37ffc04-941a-4428-9e4f-26d6424ac14a tempest-AttachVolumeShelveTestJSON-725937407 tempest-AttachVolumeShelveTestJSON-725937407-project] 10.222.0.70 "DELETE /v2.0/floatingips/3d3f42b9-8b9c-4e7d-8c97-c89ba9962512 HTTP/1.1" status: 204 len: 168 time: 0.5258133 Mar 10 15:33:00.857287 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3274ee-283d-4c15-9728-4874b0e7f117 req-2e635018-228c-4eda-b164-94cafa73fdaf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:00.858750 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-af3274ee-283d-4c15-9728-4874b0e7f117 req-2e635018-228c-4eda-b164-94cafa73fdaf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 945 time: 0.0537081 Mar 10 15:33:00.905707 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-af3274ee-283d-4c15-9728-4874b0e7f117 req-d5f658c5-d411-47e8-9aa5-7cbaa449deae tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413001 Mar 10 15:33:02.020937 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da87f26-410d-4413-9425-ddbefe7f4035 req-97f90350-29d1-4f70-8ce4-0f999418b9c7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:02.022434 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9da87f26-410d-4413-9425-ddbefe7f4035 req-97f90350-29d1-4f70-8ce4-0f999418b9c7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 945 time: 0.0518239 Mar 10 15:33:02.071616 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9da87f26-410d-4413-9425-ddbefe7f4035 req-f77804fb-2411-4b67-a13d-c62b8663a599 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436935 Mar 10 15:33:02.417285 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b222eec-5ba5-4090-9c32-4940563abe53 req-3791a254-25dd-4109-ae95-903af717d617 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:02.418773 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3b222eec-5ba5-4090-9c32-4940563abe53 req-3791a254-25dd-4109-ae95-903af717d617 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 945 time: 0.2836215 Mar 10 15:33:02.427847 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57426) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:02.432333 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'floatingip': {'port_id': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:02.470663 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.905836 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.969632 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:03.073690 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Floating IP 09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e associated. External IP: 172.28.1.56, port: 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae. Mar 10 15:33:03.238827 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57434) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:03.286695 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:33:03.395758 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:03.400615 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:03.407160 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:03.417219 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:03.417880 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:03.429407 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-9b8dbc3b-4ae6-4cf6-903e-812e9d143da5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "PUT /v2.0/floatingips/09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e HTTP/1.1" status: 200 len: 990 time: 1.0004866 Mar 10 15:33:03.429982 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'tag': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:33:03.432216 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891068b-8f72-4a74-8f1b-05e0266e056e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dd28a6-57a4-4274-bbfa-77a5d69157aa", "tag": "72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:33:03.528051 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e46460-6273-462a-916f-a8506dcdf872 x-openstack-request-id: req-a3e46460-6273-462a-916f-a8506dcdf872 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:33:03.528223 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dd28a6-57a4-4274-bbfa-77a5d69157aa", "tag": "72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:33:03.528463 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3e46460-6273-462a-916f-a8506dcdf872 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:33:03.528871 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'tag': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'status': 'completed', 'code': 200} Mar 10 15:33:03.538630 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:33:03.633462 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-62a8b822-6b09-42da-91ac-1fea05a4e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:03.635019 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-62a8b822-6b09-42da-91ac-1fea05a4e725 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 1129 time: 0.0619020 Mar 10 15:33:03.759166 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-98eb8c6a-8eee-4434-b4a8-90779122e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:03.760564 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-98eb8c6a-8eee-4434-b4a8-90779122e9a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 916 time: 0.1201406 Mar 10 15:33:03.766704 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625592'] for router_interface (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:03.770883 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:2a:c1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:32:50Z', 'updated_at': '2022-03-10T15:33:02Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}, {'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:09Z', 'revision_number': 2, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:03.796989 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:33:03.805453 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:03.806057 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:03.898312 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-7f1d775a-9460-4cab-969d-06a9b6df368b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae HTTP/1.1" status: 200 len: 998 time: 0.1289630 Mar 10 15:33:04.001776 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-3296d3f0-9f19-4b93-bff1-d1c94694ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:04.002005 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:33:04.003288 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-3296d3f0-9f19-4b93-bff1-d1c94694ff71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0987828 Mar 10 15:33:04.069233 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-7bbf72ee-ee59-4b2a-98e4-2c02d799f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:04.070643 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-7bbf72ee-ee59-4b2a-98e4-2c02d799f794 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0596054 Mar 10 15:33:04.212859 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-36434a51-3e85-4586-bd3c-6884444a7253 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238465 Mar 10 15:33:04.217925 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Deleting port b51845eb-0979-4444-8048-c407f23dd832 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:04.218269 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (b51845eb-0979-4444-8048-c407f23dd832), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:04.229682 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:2a:c1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:32:50Z', 'updated_at': '2022-03-10T15:33:02Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}, {'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:09Z', 'revision_number': 2, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:04.256961 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699769a5-4f77-4894-a312-bb4d6b03f2d7 None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:2a:c1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:32:50Z', 'updated_at': '2022-03-10T15:33:02Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}, {'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:09Z', 'revision_number': 2, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:04.458995 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce281c-a95e-4d13-a297-205934a88747 None None] New status for floating IP 09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e: ACTIVE {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:33:04.616528 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] For port b51845eb-0979-4444-8048-c407f23dd832, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=b51845eb-0979-4444-8048-c407f23dd832,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:04.617130 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (b51845eb-0979-4444-8048-c407f23dd832), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:04.620666 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0891068b-8f72-4a74-8f1b-05e0266e056e req-67404640-1aea-4bbe-a6ab-e5b6b4114527 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004588 Mar 10 15:33:04.630754 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Calling delete_port for b51845eb-0979-4444-8048-c407f23dd832 owned by network:router_interface {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:04.880998 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (b51845eb-0979-4444-8048-c407f23dd832), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:04.905199 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b51845eb-0979-4444-8048-c407f23dd832,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:05.085351 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625704'] for router_interface (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.292879 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:33:05.397285 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:05.402236 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4f32642d-4ae5-4362-9a57-c428ec773ac9 admin admin] 10.222.0.70 "PUT /v2.0/routers/ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623290 Mar 10 15:33:05.404846 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57444) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:05.405826 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] Sync routers for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:05.415264 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:05.415863 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:05.510923 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks [] for router (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.522970 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:33:05.614407 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks [] for router_gateway (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.690277 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:33:05.707055 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:33:04Z', 'revision_number': 5, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port': {'id': '6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:00Z', 'updated_at': '2022-03-10T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:05.732671 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] Checking router: ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:33:05.741419 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] Routers {'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:05.742023 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:05.779884 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Deleting port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:05.780218 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.829655 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] Set router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:33:05.860989 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] For port 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:05.861381 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.872663 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Calling delete_port for 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 owned by network:router_gateway {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:05.880164 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:33:05Z', 'revision_number': 6, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port_host': None}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:05.909168 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d777392-c94f-4dc4-963a-95ea14c77682 None None] The sync data for ids ['ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f'] in dv-cinder-831247-10-smb is: [{'id': 'ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2092047187-router', 'tenant_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:59Z', 'updated_at': '2022-03-10T15:33:05Z', 'revision_number': 6, 'project_id': '3e7f22f1804c4c6699caef0783ae4c2b', 'gw_port_host': None}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:06.083549 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.114519 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:06.155822 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.156177 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.156518 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.156866 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.157895 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.158742 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.159154 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.159488 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.159820 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.160154 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.160483 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.160808 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.161130 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:06.183825 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638082'] for router_gateway (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.274896 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123110'] for router (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.277218 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks [] for router_controller (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.383484 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626966'] for router (ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.384018 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f {{(pid=103646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:33:06.389143 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.390398 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-c13d250b-7622-43b1-a12a-fb19f7a94f9c admin admin] 10.222.0.70 "DELETE /v2.0/routers/ef4e5ef8-5e2b-4ce3-b25b-3d22b6c1ff6f HTTP/1.1" status: 204 len: 168 time: 0.9845483 Mar 10 15:33:06.392876 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57446) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:06.436717 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58d8440-4d73-4920-99f8-7bdc404697b0 admin admin] Deleting subnet 9575946f-33e8-43c9-a6da-64e2fe204bab {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:33:06.439725 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f58d8440-4d73-4920-99f8-7bdc404697b0 admin admin] Publish callbacks [] for subnet (9575946f-33e8-43c9-a6da-64e2fe204bab), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.473477 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f58d8440-4d73-4920-99f8-7bdc404697b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130282632'] for subnet (9575946f-33e8-43c9-a6da-64e2fe204bab), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.552086 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f58d8440-4d73-4920-99f8-7bdc404697b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (9575946f-33e8-43c9-a6da-64e2fe204bab), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.681261 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f58d8440-4d73-4920-99f8-7bdc404697b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130443941'] for subnet (9575946f-33e8-43c9-a6da-64e2fe204bab), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.705255 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d8440-4d73-4920-99f8-7bdc404697b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9575946f-33e8-43c9-a6da-64e2fe204bab,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:06.710954 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f58d8440-4d73-4920-99f8-7bdc404697b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.714456 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-f58d8440-4d73-4920-99f8-7bdc404697b0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9575946f-33e8-43c9-a6da-64e2fe204bab HTTP/1.1" status: 204 len: 168 time: 0.3203044 Mar 10 15:33:06.716716 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57448) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:06.718378 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0888cc-af9c-455c-b375-63a42cbbf28e None None] Network 9b915a36-bf43-460e-adb1-b06acab81172 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:06.785622 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (9b915a36-bf43-460e-adb1-b06acab81172), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.843219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Deleting port 8bd45d4b-2c11-43e3-b101-2399ec94e451 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:06.843566 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.891410 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] DHCP port deletion for 9b915a36-bf43-460e-adb1-b06acab81172 request from dv-cinder-831247-10-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:33:06.908267 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] For port 8bd45d4b-2c11-43e3-b101-2399ec94e451, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=8bd45d4b-2c11-43e3-b101-2399ec94e451,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:06.908629 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.921683 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Calling delete_port for 8bd45d4b-2c11-43e3-b101-2399ec94e451 owned by network:dhcp {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:06.944447 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] Deleting port 8bd45d4b-2c11-43e3-b101-2399ec94e451 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:06.944447 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.007914 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 8bd45d4b-2c11-43e3-b101-2399ec94e451 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:07.015324 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] For port 8bd45d4b-2c11-43e3-b101-2399ec94e451, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=8bd45d4b-2c11-43e3-b101-2399ec94e451,segment=NetworkSegment(36542ca7-05cf-4935-99cf-1cf844da6ae1),segment_id=36542ca7-05cf-4935-99cf-1cf844da6ae1)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:07.023668 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.048815 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] Calling delete_port for 8bd45d4b-2c11-43e3-b101-2399ec94e451 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:07.149582 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 8bd45d4b-2c11-43e3-b101-2399ec94e451 is: ACTIVE; New status is: DOWN {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:07.149873 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.192322 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.214626 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b51845eb-0979-4444-8048-c407f23dd832 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:07.216361 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794'] for port (8bd45d4b-2c11-43e3-b101-2399ec94e451), after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.219083 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd45d4b-2c11-43e3-b101-2399ec94e451,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:07.221478 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] No DVR routers for this DVR port 8bd45d4b-2c11-43e3-b101-2399ec94e451 on host dv-cinder-831247-10-smb {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:07.259236 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: b51845eb-0979-4444-8048-c407f23dd832 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:07.259587 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device b51845eb-0979-4444-8048-c407f23dd832 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:07.260004 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:07.262977 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] Pushing event deleted for resources: {'Port': ['ID=8bd45d4b-2c11-43e3-b101-2399ec94e451,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:07.281673 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10aa2d0-8152-40d9-a184-7379fa923658 None None] No DVR routers for this DVR port 8bd45d4b-2c11-43e3-b101-2399ec94e451 on host dv-cinder-831247-10-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:07.285651 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:07.285782 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6b9b0d59-1576-4fa6-9fe6-31a0d2b493b1 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:07.292259 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (9b915a36-bf43-460e-adb1-b06acab81172), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.316144 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b915a36-bf43-460e-adb1-b06acab81172']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:07.325067 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36542ca7-05cf-4935-99cf-1cf844da6ae1') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:07.325383 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36542ca7-05cf-4935-99cf-1cf844da6ae1') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:07.334900 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130282627'] for segment (36542ca7-05cf-4935-99cf-1cf844da6ae1), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.348332 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (36542ca7-05cf-4935-99cf-1cf844da6ae1), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.353960 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:07.354336 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130472677'] for segment (36542ca7-05cf-4935-99cf-1cf844da6ae1), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: Traceback (most recent call last): Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: timer() Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: cb(*args, **kw) Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: return func(*args, **kwargs) Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: self._notify() Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: self.callback(batched_events) Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: event.method(event) Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: return f(self, *a, **k) Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: return self._get(url).json() Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:07.355913 dv-cinder-831247-10-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:07.486414 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (9b915a36-bf43-460e-adb1-b06acab81172), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.491728 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.495107 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9b915a36-bf43-460e-adb1-b06acab81172 HTTP/1.1" status: 204 len: 168 time: 0.7774148 Mar 10 15:33:07.506016 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e6b87-88ec-42e4-9b7f-7d3dfe574228 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b915a36-bf43-460e-adb1-b06acab81172,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:07.835680 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57452) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:07.875428 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-9da6c8ef-c956-4d97-9df6-c463c16a38aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e7f22f1804c4c6699caef0783ae4c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385337 Mar 10 15:33:07.877802 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57454) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:07.927618 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e20360ca-b0d6-4b63-9231-1e6df4e1591c admin admin] Publish callbacks [] for security_group (2baec23b-d970-4ecb-a5d8-9a4604b1bb63), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.948032 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e20360ca-b0d6-4b63-9231-1e6df4e1591c admin admin] Publish callbacks [] for security_group (2baec23b-d970-4ecb-a5d8-9a4604b1bb63), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:08.095527 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e20360ca-b0d6-4b63-9231-1e6df4e1591c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (2baec23b-d970-4ecb-a5d8-9a4604b1bb63), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:08.098191 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e20360ca-b0d6-4b63-9231-1e6df4e1591c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:08.099356 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e20360ca-b0d6-4b63-9231-1e6df4e1591c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2baec23b-d970-4ecb-a5d8-9a4604b1bb63 HTTP/1.1" status: 204 len: 168 time: 0.2206428 Mar 10 15:33:08.121228 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20360ca-b0d6-4b63-9231-1e6df4e1591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baec23b-d970-4ecb-a5d8-9a4604b1bb63,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:15.874665 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57552) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:15.975317 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-20d5688a-5ed4-4a9a-aede-539a8fc15d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.046632 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-20d5688a-5ed4-4a9a-aede-539a8fc15d23 admin admin] Publish callbacks [] for security_group (715d13e2-4feb-48b2-a1d4-b9eb7a99d75b), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.094665 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-20d5688a-5ed4-4a9a-aede-539a8fc15d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (715d13e2-4feb-48b2-a1d4-b9eb7a99d75b), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.132684 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-20d5688a-5ed4-4a9a-aede-539a8fc15d23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23427e62ea594b4d9c810168c3aceaee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569122 Mar 10 15:33:16.134703 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5688a-5ed4-4a9a-aede-539a8fc15d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d13e2-4feb-48b2-a1d4-b9eb7a99d75b,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:16.135356 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57556) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:16.187558 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cf145662-9c58-4097-8de6-c97eef283f4e admin admin] Publish callbacks [] for security_group (715d13e2-4feb-48b2-a1d4-b9eb7a99d75b), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.212294 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cf145662-9c58-4097-8de6-c97eef283f4e admin admin] Publish callbacks [] for security_group (715d13e2-4feb-48b2-a1d4-b9eb7a99d75b), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.346053 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cf145662-9c58-4097-8de6-c97eef283f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (715d13e2-4feb-48b2-a1d4-b9eb7a99d75b), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.349272 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cf145662-9c58-4097-8de6-c97eef283f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.350479 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-cf145662-9c58-4097-8de6-c97eef283f4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/715d13e2-4feb-48b2-a1d4-b9eb7a99d75b HTTP/1.1" status: 204 len: 168 time: 0.2140064 Mar 10 15:33:16.358252 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145662-9c58-4097-8de6-c97eef283f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d13e2-4feb-48b2-a1d4-b9eb7a99d75b,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:21.546644 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2e7b67bb-1efc-4868-b095-5e45f82fa3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.680231 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-283837fa-16c9-429f-9c2a-5a0a2e345827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.730814 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57638) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:24.832835 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-40bccc75-587a-4fe4-9b2e-05dc39fa9e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.894699 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.904207 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-40bccc75-587a-4fe4-9b2e-05dc39fa9e07 admin admin] Publish callbacks [] for security_group (fee011a9-3f2d-4a0a-a768-a80401a1228f), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.977333 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-40bccc75-587a-4fe4-9b2e-05dc39fa9e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (fee011a9-3f2d-4a0a-a768-a80401a1228f), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.015944 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-40bccc75-587a-4fe4-9b2e-05dc39fa9e07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15cdecf1d4784756bfa12fa2fa1bab0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840497 Mar 10 15:33:25.016669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bccc75-587a-4fe4-9b2e-05dc39fa9e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee011a9-3f2d-4a0a-a768-a80401a1228f,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:25.019369 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57642) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:25.068155 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-caf98f7b-1fd5-4cdf-906d-f6e6e2db9896 admin admin] Publish callbacks [] for security_group (fee011a9-3f2d-4a0a-a768-a80401a1228f), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.089727 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-caf98f7b-1fd5-4cdf-906d-f6e6e2db9896 admin admin] Publish callbacks [] for security_group (fee011a9-3f2d-4a0a-a768-a80401a1228f), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.206324 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-caf98f7b-1fd5-4cdf-906d-f6e6e2db9896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (fee011a9-3f2d-4a0a-a768-a80401a1228f), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.208930 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-caf98f7b-1fd5-4cdf-906d-f6e6e2db9896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.210104 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-caf98f7b-1fd5-4cdf-906d-f6e6e2db9896 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fee011a9-3f2d-4a0a-a768-a80401a1228f HTTP/1.1" status: 204 len: 168 time: 0.1897411 Mar 10 15:33:25.217691 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf98f7b-1fd5-4cdf-906d-f6e6e2db9896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee011a9-3f2d-4a0a-a768-a80401a1228f,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:25.863708 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57648) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:25.876039 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8878bcd8-f94d-4da1-a12d-c22f5431041b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.945619 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8878bcd8-f94d-4da1-a12d-c22f5431041b admin admin] Publish callbacks [] for security_group (62874ed9-1b16-4dd2-9186-7ddfc3ab1c82), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.020495 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8878bcd8-f94d-4da1-a12d-c22f5431041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (62874ed9-1b16-4dd2-9186-7ddfc3ab1c82), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.058708 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-8878bcd8-f94d-4da1-a12d-c22f5431041b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e701da7976b3491eab5ebfe059ae96e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944740 Mar 10 15:33:26.060787 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878bcd8-f94d-4da1-a12d-c22f5431041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62874ed9-1b16-4dd2-9186-7ddfc3ab1c82,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:26.061705 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57650) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:26.109848 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-969bb15c-5e9f-4862-88f5-25d57d31f2a6 admin admin] Publish callbacks [] for security_group (62874ed9-1b16-4dd2-9186-7ddfc3ab1c82), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.137229 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-969bb15c-5e9f-4862-88f5-25d57d31f2a6 admin admin] Publish callbacks [] for security_group (62874ed9-1b16-4dd2-9186-7ddfc3ab1c82), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.249691 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-969bb15c-5e9f-4862-88f5-25d57d31f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (62874ed9-1b16-4dd2-9186-7ddfc3ab1c82), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.252330 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-969bb15c-5e9f-4862-88f5-25d57d31f2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.254123 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-969bb15c-5e9f-4862-88f5-25d57d31f2a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62874ed9-1b16-4dd2-9186-7ddfc3ab1c82 HTTP/1.1" status: 204 len: 168 time: 0.1914470 Mar 10 15:33:26.262336 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bb15c-5e9f-4862-88f5-25d57d31f2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62874ed9-1b16-4dd2-9186-7ddfc3ab1c82,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:26.392100 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.759928 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.135045 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57722) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:29.237977 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-65984c78-74bf-4862-983a-61c8cf36a330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.310701 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-65984c78-74bf-4862-983a-61c8cf36a330 admin admin] Publish callbacks [] for security_group (58a57fd0-3e05-4982-be8c-5db320626c8e), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.420340 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.485690 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-65984c78-74bf-4862-983a-61c8cf36a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (58a57fd0-3e05-4982-be8c-5db320626c8e), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.523784 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-65984c78-74bf-4862-983a-61c8cf36a330 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd3c1a429152425ea62e6a71119951da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876815 Mar 10 15:33:29.524641 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65984c78-74bf-4862-983a-61c8cf36a330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a57fd0-3e05-4982-be8c-5db320626c8e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:29.527100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57726) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:29.579479 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42253e1f-c5fc-45e1-a954-d241e61464ef admin admin] Publish callbacks [] for security_group (58a57fd0-3e05-4982-be8c-5db320626c8e), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.600265 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42253e1f-c5fc-45e1-a954-d241e61464ef admin admin] Publish callbacks [] for security_group (58a57fd0-3e05-4982-be8c-5db320626c8e), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.728788 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42253e1f-c5fc-45e1-a954-d241e61464ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (58a57fd0-3e05-4982-be8c-5db320626c8e), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.731415 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42253e1f-c5fc-45e1-a954-d241e61464ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.732574 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-42253e1f-c5fc-45e1-a954-d241e61464ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58a57fd0-3e05-4982-be8c-5db320626c8e HTTP/1.1" status: 204 len: 168 time: 0.2037632 Mar 10 15:33:29.740497 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42253e1f-c5fc-45e1-a954-d241e61464ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a57fd0-3e05-4982-be8c-5db320626c8e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:30.259583 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57732) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:30.273205 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb576b15-1689-4643-a64a-4f84bc802d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.348440 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb576b15-1689-4643-a64a-4f84bc802d5e admin admin] Publish callbacks [] for security_group (5dc6bf10-8e55-4436-aa19-5a1771f1fd82), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.408800 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb576b15-1689-4643-a64a-4f84bc802d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5dc6bf10-8e55-4436-aa19-5a1771f1fd82), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.446268 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-eb576b15-1689-4643-a64a-4f84bc802d5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14cae243822f4d89b383ed2cc29c6443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856003 Mar 10 15:33:30.448296 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb576b15-1689-4643-a64a-4f84bc802d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc6bf10-8e55-4436-aa19-5a1771f1fd82,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:30.449012 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57734) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:30.497784 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a95a6cee-5264-4dba-b662-608ee56e44a2 admin admin] Publish callbacks [] for security_group (5dc6bf10-8e55-4436-aa19-5a1771f1fd82), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.518637 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a95a6cee-5264-4dba-b662-608ee56e44a2 admin admin] Publish callbacks [] for security_group (5dc6bf10-8e55-4436-aa19-5a1771f1fd82), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.702658 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a95a6cee-5264-4dba-b662-608ee56e44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5dc6bf10-8e55-4436-aa19-5a1771f1fd82), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.705313 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a95a6cee-5264-4dba-b662-608ee56e44a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.707023 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a95a6cee-5264-4dba-b662-608ee56e44a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5dc6bf10-8e55-4436-aa19-5a1771f1fd82 HTTP/1.1" status: 204 len: 168 time: 0.2569604 Mar 10 15:33:30.714983 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a6cee-5264-4dba-b662-608ee56e44a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc6bf10-8e55-4436-aa19-5a1771f1fd82,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:32.316874 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57768) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:32.416969 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7de8a244-2494-44f8-b952-878fcd0fd57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.487236 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7de8a244-2494-44f8-b952-878fcd0fd57c admin admin] Publish callbacks [] for security_group (7c5a1dbf-20a9-4bde-8f33-4b9c866af514), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.554308 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7de8a244-2494-44f8-b952-878fcd0fd57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (7c5a1dbf-20a9-4bde-8f33-4b9c866af514), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.593600 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-7de8a244-2494-44f8-b952-878fcd0fd57c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46f36c61aaf14a96a359932b05b35f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756236 Mar 10 15:33:32.594469 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8a244-2494-44f8-b952-878fcd0fd57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5a1dbf-20a9-4bde-8f33-4b9c866af514,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:32.596301 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57772) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:32.646761 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-efb7518d-16ad-4dc7-9aac-7569d0eaec8d admin admin] Publish callbacks [] for security_group (7c5a1dbf-20a9-4bde-8f33-4b9c866af514), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.666722 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-efb7518d-16ad-4dc7-9aac-7569d0eaec8d admin admin] Publish callbacks [] for security_group (7c5a1dbf-20a9-4bde-8f33-4b9c866af514), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.782446 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-efb7518d-16ad-4dc7-9aac-7569d0eaec8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (7c5a1dbf-20a9-4bde-8f33-4b9c866af514), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.784895 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-efb7518d-16ad-4dc7-9aac-7569d0eaec8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.786134 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-efb7518d-16ad-4dc7-9aac-7569d0eaec8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c5a1dbf-20a9-4bde-8f33-4b9c866af514 HTTP/1.1" status: 204 len: 168 time: 0.1888013 Mar 10 15:33:32.793969 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7518d-16ad-4dc7-9aac-7569d0eaec8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5a1dbf-20a9-4bde-8f33-4b9c866af514,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:38.106350 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57840) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:38.208831 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-068fdadf-282f-4351-8aed-ded8c3ba2420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.279157 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-068fdadf-282f-4351-8aed-ded8c3ba2420 admin admin] Publish callbacks [] for security_group (50617776-b17d-4b63-a58f-2fdfa360dd2b), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.325017 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-068fdadf-282f-4351-8aed-ded8c3ba2420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (50617776-b17d-4b63-a58f-2fdfa360dd2b), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.361442 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fdadf-282f-4351-8aed-ded8c3ba2420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50617776-b17d-4b63-a58f-2fdfa360dd2b,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:38.366328 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-068fdadf-282f-4351-8aed-ded8c3ba2420 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18687ff065ac49a599afba2f20679ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589691 Mar 10 15:33:38.369032 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57844) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:38.415204 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-be93a0c8-7a1f-4baa-beb1-c47eb19ad483 admin admin] Publish callbacks [] for security_group (50617776-b17d-4b63-a58f-2fdfa360dd2b), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.438896 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-be93a0c8-7a1f-4baa-beb1-c47eb19ad483 admin admin] Publish callbacks [] for security_group (50617776-b17d-4b63-a58f-2fdfa360dd2b), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.542478 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-be93a0c8-7a1f-4baa-beb1-c47eb19ad483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (50617776-b17d-4b63-a58f-2fdfa360dd2b), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.544951 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-be93a0c8-7a1f-4baa-beb1-c47eb19ad483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.546181 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-be93a0c8-7a1f-4baa-beb1-c47eb19ad483 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50617776-b17d-4b63-a58f-2fdfa360dd2b HTTP/1.1" status: 204 len: 168 time: 0.1762404 Mar 10 15:33:38.554975 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93a0c8-7a1f-4baa-beb1-c47eb19ad483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50617776-b17d-4b63-a58f-2fdfa360dd2b,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:39.988829 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1a780-1c84-47ea-bbba-dac903cd5bc4 req-9a5fc369-89d7-4406-9468-cd4f47f347e7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:39.990975 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d9e1a780-1c84-47ea-bbba-dac903cd5bc4 req-9a5fc369-89d7-4406-9468-cd4f47f347e7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 945 time: 0.0558343 Mar 10 15:33:40.263486 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d9e1a780-1c84-47ea-bbba-dac903cd5bc4 req-f2df599e-e33d-45ef-a604-eaec192a8eac tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2669981 Mar 10 15:33:41.360647 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-ca1a628b-7ba9-48f1-9c19-3d56dcd154ae tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2db74ba752774d2586caaf0cf9185a5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372107 Mar 10 15:33:41.519755 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fb4aa-de5c-41c2-a823-110fc04e7e8d req-ca255e3b-6d40-4b3d-bb4a-6e826d9c534b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:41.521722 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51fb4aa-de5c-41c2-a823-110fc04e7e8d req-ca255e3b-6d40-4b3d-bb4a-6e826d9c534b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 945 time: 0.1880140 Mar 10 15:33:41.579267 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-3a1020da-0419-40a7-ad88-7c56142f58d3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:41.580834 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-3a1020da-0419-40a7-ad88-7c56142f58d3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 945 time: 0.0541534 Mar 10 15:33:41.592488 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-85683e92-361b-48f9-b7a9-dd760c9878fd tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:41.594257 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-85683e92-361b-48f9-b7a9-dd760c9878fd tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191067 Mar 10 15:33:41.626221 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d51fb4aa-de5c-41c2-a823-110fc04e7e8d req-33786593-137e-4dfa-b990-cea52307789d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981891 Mar 10 15:33:41.627607 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-0e4be2f9-bf37-477e-8d89-e2339dd136fd tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/quotas/2db74ba752774d2586caaf0cf9185a5d HTTP/1.1" status: 200 len: 375 time: 0.0252995 Mar 10 15:33:41.660068 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-e63e1448-42fe-4401-8358-605682f4e3d4 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2db74ba752774d2586caaf0cf9185a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263333 Mar 10 15:33:41.676057 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Deleting port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:41.676401 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.768065 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] For port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:41.768429 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.906628 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-483f3ac3-eaa3-4cfe-8514-bf4f091433be req-816c9baf-a38b-4316-89c2-f956f159297d tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 210 time: 0.0310850 Mar 10 15:33:41.949298 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.949673 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.949995 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Floating IP 09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e disassociated. External IP: 172.28.1.56, port: 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae. Mar 10 15:33:41.950344 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Calling delete_port for 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:42.159714 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.190273 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'Port': ['ID=72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:42.304206 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:33:42.420425 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:42.431881 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75791b47-170e-4618-828e-af6d91650b09 None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:42.441615 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75791b47-170e-4618-828e-af6d91650b09 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:42.442278 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-75791b47-170e-4618-828e-af6d91650b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:42.464164 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] No DVR routers for this DVR port 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:42.464971 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.468824 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b803a15c-f26a-42c4-8c9e-8a33cdab3b13 req-0323baeb-59bb-43da-9cb2-1fa06115dd53 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "DELETE /v2.0/ports/72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae HTTP/1.1" status: 204 len: 173 time: 0.8817170 Mar 10 15:33:42.469473 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'name': 'network-vif-deleted', 'tag': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:33:42.471963 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c74b9e-8c33-4f8f-8236-e2a5d91b691a" -d '{"events": [{"server_uuid": "e1dd28a6-57a4-4274-bbfa-77a5d69157aa", "name": "network-vif-deleted", "tag": "72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:33:42.514307 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bddf0c-c675-4882-96ab-eb96bc39e6ca x-openstack-request-id: req-18bddf0c-c675-4882-96ab-eb96bc39e6ca {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:33:42.516058 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dd28a6-57a4-4274-bbfa-77a5d69157aa", "name": "network-vif-deleted", "tag": "72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:33:42.516058 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18bddf0c-c675-4882-96ab-eb96bc39e6ca {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:33:42.516058 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dd28a6-57a4-4274-bbfa-77a5d69157aa', 'name': 'network-vif-deleted', 'tag': '72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae', 'status': 'completed', 'code': 200} Mar 10 15:33:42.692318 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-75791b47-170e-4618-828e-af6d91650b09 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:33:42.696357 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:33:42.738694 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-913acc49-0cb0-449b-a3de-52c62c91d171 req-5f32610d-869e-42ee-928a-748783fbeddf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1dd28a6-57a4-4274-bbfa-77a5d69157aa HTTP/1.1" status: 200 len: 210 time: 0.0277724 Mar 10 15:33:42.915654 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-75791b47-170e-4618-828e-af6d91650b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:09Z', 'revision_number': 2, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:42.947355 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75791b47-170e-4618-828e-af6d91650b09 None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:33:42.955689 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75791b47-170e-4618-828e-af6d91650b09 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:42.956374 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-75791b47-170e-4618-828e-af6d91650b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:43.002056 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f7f600ba-9358-4e72-a893-3977780bf822 req-93eae723-61c3-439b-af0a-108727fc5193 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 210 time: 0.0263307 Mar 10 15:33:43.065462 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-75791b47-170e-4618-828e-af6d91650b09 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:33:43.287155 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-75791b47-170e-4618-828e-af6d91650b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:09Z', 'revision_number': 2, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:43.314108 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75791b47-170e-4618-828e-af6d91650b09 None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '5c619671-3835-4a0d-a7a2-ad6634c6064f', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:9d:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:31:52Z', 'updated_at': '2022-03-10T15:32:09Z', 'revision_number': 2, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:43.538942 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8aa34-5b7b-48ad-8bed-49503819457c None None] New status for floating IP 09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:33:43.874484 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57922) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:43.932905 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-614ff4af-2f5d-4e76-8f04-d6565bc6ab04 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (1a9af71f-d64b-4651-a5d5-3c1baf1c6b82), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.956652 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-614ff4af-2f5d-4e76-8f04-d6565bc6ab04 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (1a9af71f-d64b-4651-a5d5-3c1baf1c6b82), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.959255 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:43.982366 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:43.982712 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 72c1a6e1-d1aa-4024-a887-58ed9bd4d9ae not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:44.073813 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-614ff4af-2f5d-4e76-8f04-d6565bc6ab04 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (1a9af71f-d64b-4651-a5d5-3c1baf1c6b82), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.076511 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-614ff4af-2f5d-4e76-8f04-d6565bc6ab04 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.077766 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-614ff4af-2f5d-4e76-8f04-d6565bc6ab04 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "DELETE /v2.0/security-groups/1a9af71f-d64b-4651-a5d5-3c1baf1c6b82 HTTP/1.1" status: 204 len: 168 time: 0.2022908 Mar 10 15:33:44.081247 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57926) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:44.093738 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-87692d9a-663f-4ccc-8114-481a27850524 req-8981c028-9d31-4551-aaed-7b3458baba96 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Mar 10 15:33:44.094312 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ff4af-2f5d-4e76-8f04-d6565bc6ab04 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9af71f-d64b-4651-a5d5-3c1baf1c6b82,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:44.102531 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.api.v2.resource [None req-31a349b6-ce2f-4462-9cda-44c5552cc755 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] show failed (client error): The resource could not be found. Mar 10 15:33:44.102531 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-31a349b6-ce2f-4462-9cda-44c5552cc755 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups/1a9af71f-d64b-4651-a5d5-3c1baf1c6b82 HTTP/1.1" status: 404 len: 347 time: 0.0190814 Mar 10 15:33:44.105340 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57928) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:44.186659 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-775b647c-2f7c-46cf-93c9-60ea6c748df4 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2db74ba752774d2586caaf0cf9185a5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389559 Mar 10 15:33:44.420820 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Deleting port 1de6a1ff-b587-410f-a4c5-197d6cc5f494 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:44.421201 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (1de6a1ff-b587-410f-a4c5-197d6cc5f494), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.429945 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-5732c735-018a-4e54-9b1d-8db70b3bd875 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:44.431386 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-5732c735-018a-4e54-9b1d-8db70b3bd875 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193725 Mar 10 15:33:44.458028 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Request body: {'port': {'device_id': '99497f3f-e1fe-4f39-9410-91614071cf67', 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494', 'admin_state_up': True, 'tenant_id': '2db74ba752774d2586caaf0cf9185a5d'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:44.564822 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (1de6a1ff-b587-410f-a4c5-197d6cc5f494), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.565170 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (1de6a1ff-b587-410f-a4c5-197d6cc5f494), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.586132 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Calling delete_port for 1de6a1ff-b587-410f-a4c5-197d6cc5f494 owned by network:floatingip {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:44.740214 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Made reservation on behalf of 2db74ba752774d2586caaf0cf9185a5d for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:44.743523 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.751743 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.794785 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (1de6a1ff-b587-410f-a4c5-197d6cc5f494), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.828604 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'Port': ['ID=1de6a1ff-b587-410f-a4c5-197d6cc5f494,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:44.917835 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.920346 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.921520 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-db44292f-4fde-4dab-87a5-16f645464800 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "DELETE /v2.0/floatingips/09c0d7b8-6584-4f2f-b392-3eb8f1ef3d1e HTTP/1.1" status: 204 len: 168 time: 0.8151977 Mar 10 15:33:44.926421 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks [] for security_group (fa099808-795a-433d-ba06-4e0621c63e31), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.982500 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (fa099808-795a-433d-ba06-4e0621c63e31), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.048241 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa099808-795a-433d-ba06-4e0621c63e31,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:45.118084 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Allocated IP 192.168.233.226 (8ebda674-e4f2-4ea7-9326-1280864ab494/e78e2c10-84dd-4704-9ea8-7b045d825967/22f2a674-ad5d-449c-b648-b7839b5f8de7) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:45.195406 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-41ef9f79-fa83-4634-a1e6-7ec91147419e req-bd19ef0c-56d6-4d41-834f-e79090177957 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 210 time: 0.0296581 Mar 10 15:33:45.269546 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks [] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.457400 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.498187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Network 8ebda674-e4f2-4ea7-9326-1280864ab494 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:45.501320 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:45.503651 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:45.543338 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Pushing event updated for resources: {'Port': ['ID=22f2a674-ad5d-449c-b648-b7839b5f8de7,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:45.569404 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:45.570362 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.648073 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-368ea552-5122-4e21-8942-ec342a4f92cc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1955571 Mar 10 15:33:45.666212 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Request body: {'port': {'device_id': '99497f3f-e1fe-4f39-9410-91614071cf67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:45.726225 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.737009 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8bcc7090-f351-4576-8dd5-7d02a043615f None None] Provisioning complete for port 22f2a674-ad5d-449c-b648-b7839b5f8de7 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:45.737554 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7090-f351-4576-8dd5-7d02a043615f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.770684 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc7090-f351-4576-8dd5-7d02a043615f None None] Port 22f2a674-ad5d-449c-b648-b7839b5f8de7 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:45.981407 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f2a674-ad5d-449c-b648-b7839b5f8de7 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:33:45.988725 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Publish callbacks [] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.001042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Transition to ACTIVE for port object 22f2a674-ad5d-449c-b648-b7839b5f8de7 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:33:46.074178 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.125240 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22f2a674-ad5d-449c-b648-b7839b5f8de7,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:46.195364 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Attempting to bind port 22f2a674-ad5d-449c-b648-b7839b5f8de7 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:46.195707 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Attempting to bind port 22f2a674-ad5d-449c-b648-b7839b5f8de7 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:46.196073 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Attempting to bind port 22f2a674-ad5d-449c-b648-b7839b5f8de7 on network 8ebda674-e4f2-4ea7-9326-1280864ab494 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:46.200619 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Port 22f2a674-ad5d-449c-b648-b7839b5f8de7 on network 8ebda674-e4f2-4ea7-9326-1280864ab494 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:33:46.201120 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Attempting to bind port 22f2a674-ad5d-449c-b648-b7839b5f8de7 on network 8ebda674-e4f2-4ea7-9326-1280864ab494 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:46.207184 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:46.207528 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Checking segment: {'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:46.207911 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Bound using segment: {'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:46.208874 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Bound port: 22f2a674-ad5d-449c-b648-b7839b5f8de7, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c809dac3-0d51-4ead-8d03-9951387448e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:46.209258 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.284358 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] For port 22f2a674-ad5d-449c-b648-b7839b5f8de7, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:46.288002 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] For port 22f2a674-ad5d-449c-b648-b7839b5f8de7, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=22f2a674-ad5d-449c-b648-b7839b5f8de7,segment=NetworkSegment(c809dac3-0d51-4ead-8d03-9951387448e5),segment_id=c809dac3-0d51-4ead-8d03-9951387448e5)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:46.320868 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085037c9-ec4a-492a-8207-7d83705b48f4 req-96726a60-a964-4387-84dd-431f54dfa22d tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:46.322366 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-085037c9-ec4a-492a-8207-7d83705b48f4 req-96726a60-a964-4387-84dd-431f54dfa22d tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 948 time: 0.0536218 Mar 10 15:33:46.383364 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-085037c9-ec4a-492a-8207-7d83705b48f4 req-772f94c1-dae3-4cb6-82fe-c358fdcdc0e9 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542786 Mar 10 15:33:46.388715 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.429260 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:46.429890 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.431312 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/22f2a674-ad5d-449c-b648-b7839b5f8de7 HTTP/1.1" status: 200 len: 1098 time: 0.7701545 Mar 10 15:33:46.434172 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99497f3f-e1fe-4f39-9410-91614071cf67', 'tag': '22f2a674-ad5d-449c-b648-b7839b5f8de7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:33:46.436432 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce00da-083d-4b93-acb4-6f5f58f6cf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "99497f3f-e1fe-4f39-9410-91614071cf67", "tag": "22f2a674-ad5d-449c-b648-b7839b5f8de7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:33:46.465833 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5b474-1ffa-4e3f-a2b2-fc30b06266c4 service neutron] Pushing event updated for resources: {'Port': ['ID=22f2a674-ad5d-449c-b648-b7839b5f8de7,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:46.485993 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f87033-23ee-4265-a9f5-2f5533553156 x-openstack-request-id: req-f7f87033-23ee-4265-a9f5-2f5533553156 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:33:46.486149 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99497f3f-e1fe-4f39-9410-91614071cf67", "tag": "22f2a674-ad5d-449c-b648-b7839b5f8de7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:33:46.486470 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7f87033-23ee-4265-a9f5-2f5533553156 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:33:46.486743 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99497f3f-e1fe-4f39-9410-91614071cf67', 'tag': '22f2a674-ad5d-449c-b648-b7839b5f8de7', 'status': 'completed', 'code': 200} Mar 10 15:33:46.605005 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce00da-083d-4b93-acb4-6f5f58f6cf5c req-b709ada3-6292-4013-84d7-3b3c1cd5a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:46.606580 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e2ce00da-083d-4b93-acb4-6f5f58f6cf5c req-b709ada3-6292-4013-84d7-3b3c1cd5a792 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2db74ba752774d2586caaf0cf9185a5d&device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 1132 time: 0.0662248 Mar 10 15:33:46.645332 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e2ce00da-083d-4b93-acb4-6f5f58f6cf5c req-59bf232f-39ba-41f4-87e4-c4cf64ed84c4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2db74ba752774d2586caaf0cf9185a5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228543 Mar 10 15:33:46.743307 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce00da-083d-4b93-acb4-6f5f58f6cf5c req-67096d80-be32-4bd8-a06a-add076c40d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:46.744696 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e2ce00da-083d-4b93-acb4-6f5f58f6cf5c req-67096d80-be32-4bd8-a06a-add076c40d7c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905359 Mar 10 15:33:46.850240 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-b92b4e17-dde9-4430-be80-66e06e21471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:46.851859 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-b92b4e17-dde9-4430-be80-66e06e21471a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2db74ba752774d2586caaf0cf9185a5d&device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 1132 time: 0.0440812 Mar 10 15:33:46.906137 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-91257f3f-0d6d-42e6-a509-fa1eadacf8d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=22f2a674-ad5d-449c-b648-b7839b5f8de7 HTTP/1.1" status: 200 len: 217 time: 0.0362337 Mar 10 15:33:47.016998 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd030f8d-1121-4a18-867a-b3f253678c95 req-06f40f24-547a-4e97-9f0a-c0755cf1ff22 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:47.018513 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bd030f8d-1121-4a18-867a-b3f253678c95 req-06f40f24-547a-4e97-9f0a-c0755cf1ff22 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 945 time: 0.0544193 Mar 10 15:33:47.068116 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bd030f8d-1121-4a18-867a-b3f253678c95 req-06da39e6-ae46-479a-b665-7b056cc94328 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Mar 10 15:33:47.216956 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-d7e3e55b-fcef-4e27-be76-50ac55b9f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:47.218441 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-d7e3e55b-fcef-4e27-be76-50ac55b9f79a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e78e2c10-84dd-4704-9ea8-7b045d825967 HTTP/1.1" status: 200 len: 843 time: 0.3019078 Mar 10 15:33:47.271428 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-33f68df5-337a-40cb-b143-c0d83b78e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:47.272812 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-33f68df5-337a-40cb-b143-c0d83b78e4f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ebda674-e4f2-4ea7-9326-1280864ab494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421040 Mar 10 15:33:47.362968 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-c3efd88c-d6d4-474a-b17e-370399282f5d service neutron] 10.222.0.69 "GET /v2.0/networks/8ebda674-e4f2-4ea7-9326-1280864ab494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824702 Mar 10 15:33:47.452135 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e50a9a07-1c24-49d5-9d3e-ba89a76b7afe req-6de7f1f1-efe6-485c-89d2-f256972ed8ec service neutron] 10.222.0.69 "GET /v2.0/networks/8ebda674-e4f2-4ea7-9326-1280864ab494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817719 Mar 10 15:33:47.663183 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6a17b-3bae-480d-ba22-a90ff59ca734 req-7f9301fe-ab99-4488-afaa-739d7c5b8f0c tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:47.664629 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-25b6a17b-3bae-480d-ba22-a90ff59ca734 req-7f9301fe-ab99-4488-afaa-739d7c5b8f0c tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 948 time: 0.0557745 Mar 10 15:33:47.709646 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-25b6a17b-3bae-480d-ba22-a90ff59ca734 req-2e9efcc6-eb7a-4281-af56-67754234d1f9 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394762 Mar 10 15:33:48.185427 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7970a2-54ba-4a1b-97a2-752e37c76956 req-793206f5-5247-4a26-9b2d-3fdb49c2f6f9 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:48.186905 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bf7970a2-54ba-4a1b-97a2-752e37c76956 req-793206f5-5247-4a26-9b2d-3fdb49c2f6f9 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 945 time: 0.0515089 Mar 10 15:33:48.233548 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bf7970a2-54ba-4a1b-97a2-752e37c76956 req-814c6524-34a8-4220-a532-b9278ade507d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Mar 10 15:33:48.824471 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6e2a1-cf65-4a3d-8429-93592548a1aa req-6061188e-b2b9-4ac0-976d-c72e2f015b3d tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:48.825879 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-82c6e2a1-cf65-4a3d-8429-93592548a1aa req-6061188e-b2b9-4ac0-976d-c72e2f015b3d tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 948 time: 0.0506053 Mar 10 15:33:48.874569 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-82c6e2a1-cf65-4a3d-8429-93592548a1aa req-9dcc3694-3d77-424a-8bc0-9eca0bd49dcd tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433245 Mar 10 15:33:49.083885 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-87cb0bc3-5734-4917-ab96-0f96008ea120 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:49.085310 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-87cb0bc3-5734-4917-ab96-0f96008ea120 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 945 time: 0.0518675 Mar 10 15:33:49.177425 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Deleting port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:49.177786 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.267198 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] For port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:49.267581 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.359198 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a383b8-2f69-460c-a1bd-b3e301faa842 req-f5d4d87b-d6b9-43f2-a3f6-d9e9076bde70 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:49.360697 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-71a383b8-2f69-460c-a1bd-b3e301faa842 req-f5d4d87b-d6b9-43f2-a3f6-d9e9076bde70 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 945 time: 0.0608339 Mar 10 15:33:49.406601 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-71a383b8-2f69-460c-a1bd-b3e301faa842 req-d70490eb-94a9-4795-b331-95a8ccb44ba3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=daff76c8-8240-4e04-b78f-a99f7ab81c64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Mar 10 15:33:49.436014 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.436380 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (5c619671-3835-4a0d-a7a2-ad6634c6064f), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.436702 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Floating IP 5c619671-3835-4a0d-a7a2-ad6634c6064f disassociated. External IP: 172.28.1.127, port: 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6. Mar 10 15:33:49.437049 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Calling delete_port for 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:49.620453 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (3135cc9c-04db-47d6-94dc-d45f6bc4d0e6), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.653558 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'Port': ['ID=3135cc9c-04db-47d6-94dc-d45f6bc4d0e6,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:49.664943 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.665327 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.665676 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.666020 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.666356 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.666692 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.667025 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.667351 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.667681 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.668001 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.668330 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.668677 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.668997 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:49.776624 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:33:49.884445 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:49.894477 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:49.905108 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:49.905935 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:49.925851 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] No DVR routers for this DVR port 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:49.928337 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.931984 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-05d04d6e-8403-4e0f-97d2-3e1a653fdf38 req-6315ca12-996d-4d11-be3f-9292472ef6cf tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "DELETE /v2.0/ports/3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 HTTP/1.1" status: 204 len: 173 time: 0.8415506 Mar 10 15:33:49.932460 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'name': 'network-vif-deleted', 'tag': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:33:49.935067 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1ff48-302e-47cf-9e07-420bdc71fa8e" -d '{"events": [{"server_uuid": "0c522364-838e-4d9e-b9c5-9b7e43387931", "name": "network-vif-deleted", "tag": "3135cc9c-04db-47d6-94dc-d45f6bc4d0e6"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:33:49.970286 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 22f2a674-ad5d-449c-b648-b7839b5f8de7 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:33:49.994483 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a873a9-5974-4cec-bc45-df97263e57d3 x-openstack-request-id: req-10a873a9-5974-4cec-bc45-df97263e57d3 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:33:49.994947 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c522364-838e-4d9e-b9c5-9b7e43387931", "name": "network-vif-deleted", "tag": "3135cc9c-04db-47d6-94dc-d45f6bc4d0e6", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:33:49.995371 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10a873a9-5974-4cec-bc45-df97263e57d3 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:33:49.996259 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c522364-838e-4d9e-b9c5-9b7e43387931', 'name': 'network-vif-deleted', 'tag': '3135cc9c-04db-47d6-94dc-d45f6bc4d0e6', 'status': 'completed', 'code': 200} Mar 10 15:33:50.014830 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8254de-aa81-4254-be52-e45cc2bf2cea req-cf5c442a-1ecd-444b-a7d6-a821c3084141 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:50.017508 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3c8254de-aa81-4254-be52-e45cc2bf2cea req-cf5c442a-1ecd-444b-a7d6-a821c3084141 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 948 time: 0.0654519 Mar 10 15:33:50.075431 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3c8254de-aa81-4254-be52-e45cc2bf2cea req-943d6689-e4cd-4f82-97a3-c753a0a3e926 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489647 Mar 10 15:33:50.081427 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:33:50.209611 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 22f2a674-ad5d-449c-b648-b7839b5f8de7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=22f2a674-ad5d-449c-b648-b7839b5f8de7,segment=NetworkSegment(c809dac3-0d51-4ead-8d03-9951387448e5),segment_id=c809dac3-0d51-4ead-8d03-9951387448e5)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:50.231057 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '22f2a674-ad5d-449c-b648-b7839b5f8de7', 'network_id': '8ebda674-e4f2-4ea7-9326-1280864ab494', 'port_id': '22f2a674-ad5d-449c-b648-b7839b5f8de7', 'mac_address': 'fa:16:3e:2f:b9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78e2c10-84dd-4704-9ea8-7b045d825967', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:33:50.313424 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 22f2a674-ad5d-449c-b648-b7839b5f8de7 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:50.313730 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.346148 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f2a674-ad5d-449c-b648-b7839b5f8de7 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:33:50.370599 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 22f2a674-ad5d-449c-b648-b7839b5f8de7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=22f2a674-ad5d-449c-b648-b7839b5f8de7,segment=NetworkSegment(c809dac3-0d51-4ead-8d03-9951387448e5),segment_id=c809dac3-0d51-4ead-8d03-9951387448e5)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:50.387831 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:50.416620 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:33:50.424649 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:50.425291 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:50.535602 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1bfc3f67-44d4-489b-9412-b5c5b75c0de8 req-080ae548-7527-4e32-8e40-822be000ca30 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c522364-838e-4d9e-b9c5-9b7e43387931 HTTP/1.1" status: 200 len: 210 time: 0.0313437 Mar 10 15:33:50.589664 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.679629 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=22f2a674-ad5d-449c-b648-b7839b5f8de7,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:50.700090 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:33:50.901748 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:50.930903 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['22f2a674-ad5d-449c-b648-b7839b5f8de7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:33:50.933535 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f792744-0cab-4b23-9fd3-f500520e0199 None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:51.158947 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6251269-550e-4406-9158-ffea2cecb9bf None None] New status for floating IP 5c619671-3835-4a0d-a7a2-ad6634c6064f: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:33:51.199387 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b426d6d-3e6d-4e4b-b903-274d399143b0 req-c5fdd39e-228e-4555-a9f4-e1efe5343d1e tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:51.200786 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3b426d6d-3e6d-4e4b-b903-274d399143b0 req-c5fdd39e-228e-4555-a9f4-e1efe5343d1e tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 949 time: 0.0540707 Mar 10 15:33:51.249574 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3b426d6d-3e6d-4e4b-b903-274d399143b0 req-02a8a4bc-8c39-45a2-97fa-fd1884fa0f94 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Mar 10 15:33:51.517285 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c687fe40-2148-48d6-9763-6fcc2ffca266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.701415 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57978) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:51.753041 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a641619a-844f-44d7-95a4-10a3b81b3124 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (daff76c8-8240-4e04-b78f-a99f7ab81c64), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.776403 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a641619a-844f-44d7-95a4-10a3b81b3124 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (daff76c8-8240-4e04-b78f-a99f7ab81c64), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.936530 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a641619a-844f-44d7-95a4-10a3b81b3124 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (daff76c8-8240-4e04-b78f-a99f7ab81c64), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.939211 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a641619a-844f-44d7-95a4-10a3b81b3124 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.940456 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a641619a-844f-44d7-95a4-10a3b81b3124 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "DELETE /v2.0/security-groups/daff76c8-8240-4e04-b78f-a99f7ab81c64 HTTP/1.1" status: 204 len: 168 time: 0.2380013 Mar 10 15:33:51.943151 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57980) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:51.950251 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641619a-844f-44d7-95a4-10a3b81b3124 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daff76c8-8240-4e04-b78f-a99f7ab81c64,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:51.956097 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.api.v2.resource [None req-97b35f44-a96e-4f3b-9da7-aaaae27dfba7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] show failed (client error): The resource could not be found. Mar 10 15:33:51.957378 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-97b35f44-a96e-4f3b-9da7-aaaae27dfba7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups/daff76c8-8240-4e04-b78f-a99f7ab81c64 HTTP/1.1" status: 404 len: 347 time: 0.0129673 Mar 10 15:33:51.959812 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 57982) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:51.986165 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 22f2a674-ad5d-449c-b648-b7839b5f8de7 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:52.084904 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Deleting port 2ad170db-a368-449d-ae9c-763741e26f4a {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:52.085162 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 22f2a674-ad5d-449c-b648-b7839b5f8de7 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:33:52.085289 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (2ad170db-a368-449d-ae9c-763741e26f4a), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.088998 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 22f2a674-ad5d-449c-b648-b7839b5f8de7 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:52.089391 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.162651 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (2ad170db-a368-449d-ae9c-763741e26f4a), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.162978 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (2ad170db-a368-449d-ae9c-763741e26f4a), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.163395 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 22f2a674-ad5d-449c-b648-b7839b5f8de7 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:52.163787 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.174566 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Calling delete_port for 2ad170db-a368-449d-ae9c-763741e26f4a owned by network:floatingip {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:52.189137 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99497f3f-e1fe-4f39-9410-91614071cf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f2a674-ad5d-449c-b648-b7839b5f8de7'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:33:52.191362 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3716f7e6-0b97-4cfc-a29b-09c749cda5d3" -d '{"events": [{"server_uuid": "99497f3f-e1fe-4f39-9410-91614071cf67", "name": "network-vif-plugged", "status": "completed", "tag": "22f2a674-ad5d-449c-b648-b7839b5f8de7"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:33:52.204248 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 22f2a674-ad5d-449c-b648-b7839b5f8de7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=22f2a674-ad5d-449c-b648-b7839b5f8de7,segment=NetworkSegment(c809dac3-0d51-4ead-8d03-9951387448e5),segment_id=c809dac3-0d51-4ead-8d03-9951387448e5)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:52.227313 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee26a0d-3d75-4c9b-a41c-b571ccbf5e4e x-openstack-request-id: req-3ee26a0d-3d75-4c9b-a41c-b571ccbf5e4e {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:33:52.227610 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99497f3f-e1fe-4f39-9410-91614071cf67", "name": "network-vif-plugged", "status": "completed", "tag": "22f2a674-ad5d-449c-b648-b7839b5f8de7", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:33:52.227863 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ee26a0d-3d75-4c9b-a41c-b571ccbf5e4e {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:33:52.228259 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99497f3f-e1fe-4f39-9410-91614071cf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f2a674-ad5d-449c-b648-b7839b5f8de7', 'code': 200} Mar 10 15:33:52.294545 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.296218 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:52.318043 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:52.318467 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 3135cc9c-04db-47d6-94dc-d45f6bc4d0e6 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:52.360870 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=22f2a674-ad5d-449c-b648-b7839b5f8de7,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:52.374304 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea029a47-1d86-47a0-88bc-87b172b71d59 req-6703e9da-d576-4e66-b290-499b5e281073 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:52.375781 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ea029a47-1d86-47a0-88bc-87b172b71d59 req-6703e9da-d576-4e66-b290-499b5e281073 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 950 time: 0.0525718 Mar 10 15:33:52.388698 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (2ad170db-a368-449d-ae9c-763741e26f4a), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.426442 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'Port': ['ID=2ad170db-a368-449d-ae9c-763741e26f4a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:52.492732 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ea029a47-1d86-47a0-88bc-87b172b71d59 req-54e2c90d-f4ee-4936-b05d-11f37e1a9aed tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113031 Mar 10 15:33:52.519375 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (5c619671-3835-4a0d-a7a2-ad6634c6064f), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.521994 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.523168 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-170074b7-115a-4c48-95fe-3eafe76f07a2 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "DELETE /v2.0/floatingips/5c619671-3835-4a0d-a7a2-ad6634c6064f HTTP/1.1" status: 204 len: 168 time: 0.5617845 Mar 10 15:33:52.594270 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74a520-3d38-4e19-a72d-5f0b2506c2e2 req-0650edfa-7863-4242-ad8e-9d22002995b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:52.595768 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7e74a520-3d38-4e19-a72d-5f0b2506c2e2 req-0650edfa-7863-4242-ad8e-9d22002995b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 1134 time: 0.0444243 Mar 10 15:33:52.638614 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-7e74a520-3d38-4e19-a72d-5f0b2506c2e2 req-e0148aea-fc16-423c-862f-aefb53c599cd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364687 Mar 10 15:33:52.809323 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57990) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:52.813934 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-bdf061ca-84be-47a7-89f5-d3eb54b16d35 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637150515', 'description': 'tempest-description--1171564053'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:52.884522 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdf061ca-84be-47a7-89f5-d3eb54b16d35 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.949580 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdf061ca-84be-47a7-89f5-d3eb54b16d35 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (c2e859d4-66d8-4b05-8f21-d9736a8bc644), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.021946 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdf061ca-84be-47a7-89f5-d3eb54b16d35 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (c2e859d4-66d8-4b05-8f21-d9736a8bc644), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.058376 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf061ca-84be-47a7-89f5-d3eb54b16d35 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e859d4-66d8-4b05-8f21-d9736a8bc644,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:53.126963 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bdf061ca-84be-47a7-89f5-d3eb54b16d35 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.128205 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-bdf061ca-84be-47a7-89f5-d3eb54b16d35 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3178489 Mar 10 15:33:53.131127 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57992) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:53.140339 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-76138cf6-9257-4299-8142-27c9c3f19f28 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group_rule': {'security_group_id': 'c2e859d4-66d8-4b05-8f21-d9736a8bc644', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:53.226932 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-76138cf6-9257-4299-8142-27c9c3f19f28 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (854459c7-8284-41e4-8023-2ed006bc1436), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.279658 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-76138cf6-9257-4299-8142-27c9c3f19f28 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (854459c7-8284-41e4-8023-2ed006bc1436), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.342099 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-76138cf6-9257-4299-8142-27c9c3f19f28 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (854459c7-8284-41e4-8023-2ed006bc1436), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.362753 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76138cf6-9257-4299-8142-27c9c3f19f28 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854459c7-8284-41e4-8023-2ed006bc1436,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:53.418409 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-76138cf6-9257-4299-8142-27c9c3f19f28 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.419974 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-76138cf6-9257-4299-8142-27c9c3f19f28 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2875974 Mar 10 15:33:53.422302 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57994) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:53.426655 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-8c38b303-ca45-4bf1-b5fb-ed061513200b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group_rule': {'security_group_id': 'c2e859d4-66d8-4b05-8f21-d9736a8bc644', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:53.516130 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c38b303-ca45-4bf1-b5fb-ed061513200b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (39fc6c3b-2f06-4019-bf6d-969b88d7cab5), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.578106 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c38b303-ca45-4bf1-b5fb-ed061513200b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (39fc6c3b-2f06-4019-bf6d-969b88d7cab5), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.615962 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1e9c6-1c6b-44e7-8690-8a9718d377a1 req-6dbd89f0-255e-47e5-aa31-6c83e048e30c tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:53.617510 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fae1e9c6-1c6b-44e7-8690-8a9718d377a1 req-6dbd89f0-255e-47e5-aa31-6c83e048e30c tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 950 time: 0.0559731 Mar 10 15:33:53.654308 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c38b303-ca45-4bf1-b5fb-ed061513200b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (39fc6c3b-2f06-4019-bf6d-969b88d7cab5), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.666440 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fae1e9c6-1c6b-44e7-8690-8a9718d377a1 req-83f339f7-77d9-4c44-92fd-c7b2ac5894ca tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Mar 10 15:33:53.671979 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38b303-ca45-4bf1-b5fb-ed061513200b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fc6c3b-2f06-4019-bf6d-969b88d7cab5,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:53.687694 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1fe4387f-3a9c-4302-a8ff-9e23ef936107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.766934 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8c38b303-ca45-4bf1-b5fb-ed061513200b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.768107 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-8c38b303-ca45-4bf1-b5fb-ed061513200b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447990 Mar 10 15:33:53.771179 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 57998) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:53.775945 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:53.867846 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.961522 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.060576 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Allocated IP 172.28.1.41 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/923b1404-71c4-43b8-a1cb-c543a4459642) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:54.155604 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (923b1404-71c4-43b8-a1cb-c543a4459642), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.243513 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (923b1404-71c4-43b8-a1cb-c543a4459642), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.283767 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:54.288392 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:54.291773 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:54.296859 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=923b1404-71c4-43b8-a1cb-c543a4459642,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:54.375470 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (f714f3a3-f4a0-4014-8a8b-429e4b38a1c7), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.464647 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (923b1404-71c4-43b8-a1cb-c543a4459642), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.612046 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (923b1404-71c4-43b8-a1cb-c543a4459642), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.694175 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (923b1404-71c4-43b8-a1cb-c543a4459642), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.783451 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=923b1404-71c4-43b8-a1cb-c543a4459642,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:54.787455 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62e5c7-94f8-4054-ae79-0a9b67f8d1da req-f0c4a457-c116-4f8d-9f99-aefa4f0547e9 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:54.789070 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5d62e5c7-94f8-4054-ae79-0a9b67f8d1da req-f0c4a457-c116-4f8d-9f99-aefa4f0547e9 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 950 time: 0.0547378 Mar 10 15:33:54.795072 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (f714f3a3-f4a0-4014-8a8b-429e4b38a1c7), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.838943 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5d62e5c7-94f8-4054-ae79-0a9b67f8d1da req-a78421bd-ac52-4ccb-9990-d3d0986027dc tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Mar 10 15:33:54.919773 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.925335 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-a2d79203-862d-4bf2-b579-fd1f4de6b689 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1489284 Mar 10 15:33:54.942117 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.118696 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-254eb5c3-3090-42d9-b1ed-35e6a210827f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--637150515&fields=id&tenant_id=f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 267 time: 0.0453546 Mar 10 15:33:55.222797 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-a396009b-6f64-472d-afa4-22ef2440d68a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:55.224161 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-a396009b-6f64-472d-afa4-22ef2440d68a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 815 time: 0.0991440 Mar 10 15:33:55.239473 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-85e35ea6-0830-4b83-a995-e854aca04013 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/quotas/f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 375 time: 0.0088973 Mar 10 15:33:55.324983 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-68dfbde9-49d2-4ab5-bbac-26373741077c tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803502 Mar 10 15:33:55.342155 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0f9a4-c0e6-4fd1-8536-bcd5e4e18602 req-cb084bdd-6f84-4708-bb9e-8df10b4b6f1c tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:55.343545 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a0c0f9a4-c0e6-4fd1-8536-bcd5e4e18602 req-cb084bdd-6f84-4708-bb9e-8df10b4b6f1c tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 950 time: 0.0712590 Mar 10 15:33:55.442730 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a0c0f9a4-c0e6-4fd1-8536-bcd5e4e18602 req-fb47455c-a880-4513-9547-eea7e139bf08 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907347 Mar 10 15:33:55.462841 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-783611d1-0aaa-4ca5-826a-4d1cab7304d5 service neutron] 10.222.0.70 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169333 Mar 10 15:33:55.546419 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-7fbc346f-fe3f-4a82-aac2-e2d7e17b130b service neutron] 10.222.0.70 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791101 Mar 10 15:33:55.804664 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3c846faa-450e-4292-8240-c805f4b3be0f req-4039f263-2674-42d1-ae3f-bd14ab1378f5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 210 time: 0.0268767 Mar 10 15:33:56.442612 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.574269 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6125007-727e-413c-b627-85a00f65600a req-636ed004-3b28-4194-b630-142aaf092e08 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:56.575795 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f6125007-727e-413c-b627-85a00f65600a req-636ed004-3b28-4194-b630-142aaf092e08 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 950 time: 0.0613704 Mar 10 15:33:56.627938 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f6125007-727e-413c-b627-85a00f65600a req-7584194d-6122-4b15-b3ff-dc275881a0a4 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa099808-795a-433d-ba06-4e0621c63e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Mar 10 15:33:56.896879 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fbf77a6a-c69d-4c0f-a08e-2119c2b27cb2 req-374b0dce-c2f5-418d-92df-0b1480aaa28d tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 210 time: 0.0271225 Mar 10 15:33:56.976473 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-a21bc214-3ce8-4c38-b28f-0f51a53682af tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:56.977968 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-a21bc214-3ce8-4c38-b28f-0f51a53682af tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.69 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 950 time: 0.0529084 Mar 10 15:33:57.085835 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Deleting port 22f2a674-ad5d-449c-b648-b7839b5f8de7 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:57.086107 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.179562 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] For port 22f2a674-ad5d-449c-b648-b7839b5f8de7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=22f2a674-ad5d-449c-b648-b7839b5f8de7,segment=NetworkSegment(c809dac3-0d51-4ead-8d03-9951387448e5),segment_id=c809dac3-0d51-4ead-8d03-9951387448e5)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:57.179931 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.191982 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Calling delete_port for 22f2a674-ad5d-449c-b648-b7839b5f8de7 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:57.404916 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (22f2a674-ad5d-449c-b648-b7839b5f8de7), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.432732 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Pushing event deleted for resources: {'Port': ['ID=22f2a674-ad5d-449c-b648-b7839b5f8de7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:57.448294 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['22f2a674-ad5d-449c-b648-b7839b5f8de7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:33:57.486072 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] No DVR routers for this DVR port 22f2a674-ad5d-449c-b648-b7839b5f8de7 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:57.488577 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.492147 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b94f7993-8fe4-4d3c-90ad-64056de8490f req-fec9a73f-6052-4b18-9634-ff6019e2cfc1 tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.69 "DELETE /v2.0/ports/22f2a674-ad5d-449c-b648-b7839b5f8de7 HTTP/1.1" status: 204 len: 173 time: 0.4978907 Mar 10 15:33:57.492602 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99497f3f-e1fe-4f39-9410-91614071cf67', 'name': 'network-vif-deleted', 'tag': '22f2a674-ad5d-449c-b648-b7839b5f8de7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:33:57.494892 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addae873-0945-4bd6-b7e1-6cd6a15354c4" -d '{"events": [{"server_uuid": "99497f3f-e1fe-4f39-9410-91614071cf67", "name": "network-vif-deleted", "tag": "22f2a674-ad5d-449c-b648-b7839b5f8de7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:33:57.530343 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3345137b-822b-4091-929a-55732b060cf9 x-openstack-request-id: req-3345137b-822b-4091-929a-55732b060cf9 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:33:57.530643 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99497f3f-e1fe-4f39-9410-91614071cf67", "name": "network-vif-deleted", "tag": "22f2a674-ad5d-449c-b648-b7839b5f8de7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:33:57.530907 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3345137b-822b-4091-929a-55732b060cf9 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:33:57.531310 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99497f3f-e1fe-4f39-9410-91614071cf67', 'name': 'network-vif-deleted', 'tag': '22f2a674-ad5d-449c-b648-b7839b5f8de7', 'status': 'completed', 'code': 200} Mar 10 15:33:57.721322 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-18abc65d-9f40-4c4d-8992-e3198641a951 req-e61c0c6d-a7de-4aa3-bffb-6f8aeb026dec tempest-VolumesNegativeTest-1558088931 tempest-VolumesNegativeTest-1558088931-project] 10.222.0.70 "GET /v2.0/ports?device_id=99497f3f-e1fe-4f39-9410-91614071cf67 HTTP/1.1" status: 200 len: 210 time: 0.0278645 Mar 10 15:33:57.798889 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.973531 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-ab5d9016-aaa7-422a-92b8-95145726bce5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:57.975380 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-ab5d9016-aaa7-422a-92b8-95145726bce5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 815 time: 0.1111572 Mar 10 15:33:57.996629 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-71d40389-a39a-4064-8ea5-4c710103024d req-c88addd4-cb02-41ae-b905-a3119a962695 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 210 time: 0.0306942 Mar 10 15:33:58.043411 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-12507542-4ddc-49fd-b308-b00fbb6133d5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 379 time: 0.0512345 Mar 10 15:33:58.051787 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'port': {'device_id': '994305e9-176e-492a-aaea-929a7b8debcc', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'admin_state_up': True, 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'security_groups': ['c2e859d4-66d8-4b05-8f21-d9736a8bc644']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:58.244438 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Made reservation on behalf of f505b359e5b84e9987de51e02f38d7de for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:58.248105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.381022 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Allocated IP 172.20.0.4 (fe1f7a71-487f-4e84-8e55-c66309930626/68077654-eaa1-454a-a9dc-b47e890e8bdd/5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:58.522016 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.622042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.662358 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Network fe1f7a71-487f-4e84-8e55-c66309930626 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:58.667759 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:58.671335 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:58.694651 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:58.722456 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:58.723082 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.807763 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-c35558f7-7b57-4216-bbd7-8d4555a923c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7594931 Mar 10 15:33:58.828233 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Request body: {'port': {'device_id': '994305e9-176e-492a-aaea-929a7b8debcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:58.889730 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.929356 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-28f20b4a-3302-4a26-abbf-50fb663e5cc4 None None] Provisioning complete for port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:58.929956 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-28f20b4a-3302-4a26-abbf-50fb663e5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.966766 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-28f20b4a-3302-4a26-abbf-50fb663e5cc4 None None] Port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:59.117142 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402808b-c87a-408a-a0e8-ed583ee40cd7 req-cf951409-dba6-4ce7-9678-3beb43738a3c tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:59.121654 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0402808b-c87a-408a-a0e8-ed583ee40cd7 req-cf951409-dba6-4ce7-9678-3beb43738a3c tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 931 time: 0.0563931 Mar 10 15:33:59.168472 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0402808b-c87a-408a-a0e8-ed583ee40cd7 req-82317f66-f475-4a83-acc5-86d45302af5c tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434363 Mar 10 15:33:59.177519 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:33:59.178659 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Publish callbacks [] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.195155 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Transition to ACTIVE for port object 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:33:59.311571 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.336748 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.365383 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Pushing event updated for resources: {'Port': ['ID=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:59.436823 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Attempting to bind port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:59.437179 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Attempting to bind port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:59.437542 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Attempting to bind port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:59.442071 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 on network fe1f7a71-487f-4e84-8e55-c66309930626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:33:59.442393 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Attempting to bind port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:59.448109 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:59.448451 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Checking segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:59.448828 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Bound using segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:59.449280 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Bound port: 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:59.449635 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.515536 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] For port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:59.518700 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] For port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:59.591816 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.625879 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:59.626652 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.627885 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] 10.222.0.69 "PUT /v2.0/ports/5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 HTTP/1.1" status: 200 len: 1093 time: 0.8039646 Mar 10 15:33:59.628334 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994305e9-176e-492a-aaea-929a7b8debcc', 'tag': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:33:59.630568 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e86e68-3c27-4329-b25f-423046b3d7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "994305e9-176e-492a-aaea-929a7b8debcc", "tag": "5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:33:59.656790 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f468c-f009-4a5c-bce0-45e8ccfc5a5c service neutron] Pushing event updated for resources: {'Port': ['ID=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:59.666333 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5c77f9-ae7f-4573-9aad-5a47de09b91f x-openstack-request-id: req-9b5c77f9-ae7f-4573-9aad-5a47de09b91f {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:33:59.669086 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994305e9-176e-492a-aaea-929a7b8debcc", "tag": "5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:33:59.669086 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b5c77f9-ae7f-4573-9aad-5a47de09b91f {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:33:59.669086 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994305e9-176e-492a-aaea-929a7b8debcc', 'tag': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'status': 'completed', 'code': 200} Mar 10 15:33:59.763488 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86e68-3c27-4329-b25f-423046b3d7d6 req-3204d092-c883-4ecd-9aac-feb23ce15464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:59.765186 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-72e86e68-3c27-4329-b25f-423046b3d7d6 req-3204d092-c883-4ecd-9aac-feb23ce15464 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 1127 time: 0.0495441 Mar 10 15:33:59.874765 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86e68-3c27-4329-b25f-423046b3d7d6 req-9bec4ac7-6412-41ba-82e2-5b437330513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:59.876271 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-72e86e68-3c27-4329-b25f-423046b3d7d6 req-9bec4ac7-6412-41ba-82e2-5b437330513a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f505b359e5b84e9987de51e02f38d7de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0961719 Mar 10 15:33:59.975016 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e86e68-3c27-4329-b25f-423046b3d7d6 req-f8d28e3f-0622-41aa-b610-bdeccdfb5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:59.977043 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-72e86e68-3c27-4329-b25f-423046b3d7d6 req-f8d28e3f-0622-41aa-b610-bdeccdfb5d51 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939865 Mar 10 15:33:59.988943 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 22f2a674-ad5d-449c-b648-b7839b5f8de7 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:34:00.014222 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 22f2a674-ad5d-449c-b648-b7839b5f8de7 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:34:00.014570 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 22f2a674-ad5d-449c-b648-b7839b5f8de7 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:34:00.083756 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-93208b0e-ba0d-4339-8f74-f18dc6c83dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:00.085446 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-93208b0e-ba0d-4339-8f74-f18dc6c83dfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 1127 time: 0.0457101 Mar 10 15:34:00.133098 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-f238d00f-bd1e-4e0f-bbb8-89a2d2ea029d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 HTTP/1.1" status: 200 len: 217 time: 0.0344036 Mar 10 15:34:00.184307 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-2b1d7f96-3073-4ad2-abcb-552e915ef737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:00.185807 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-2b1d7f96-3073-4ad2-abcb-552e915ef737 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0468917 Mar 10 15:34:00.237755 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-e9c5d1cf-6ca2-41bc-80b9-e9f03c223f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:00.240090 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-e9c5d1cf-6ca2-41bc-80b9-e9f03c223f2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0475380 Mar 10 15:34:00.290786 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb8c1-abd0-4250-9e5f-5406e7cc8b39 req-0a862b37-888d-4dac-95f8-d936c4452dff tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:00.298748 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-42efb8c1-abd0-4250-9e5f-5406e7cc8b39 req-0a862b37-888d-4dac-95f8-d936c4452dff tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 943 time: 0.0598967 Mar 10 15:34:00.341327 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-42efb8c1-abd0-4250-9e5f-5406e7cc8b39 req-e728b4a9-24c6-4095-a3ef-8a0b1d1fde36 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415137 Mar 10 15:34:00.352028 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-9954cfc0-d372-4480-87b4-6e635dc43807 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056824 Mar 10 15:34:00.449022 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ad46f322-387c-4cd2-b843-d5cd4a415c0a req-68fcd038-704b-49fd-b732-479b08d54a6f service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904887 Mar 10 15:34:01.468704 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bcd29-af5f-4320-aecf-6ef3228114b8 req-a7d3f48a-7f3d-4f8d-9531-d5bed99de1dd tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:01.468704 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-327bcd29-af5f-4320-aecf-6ef3228114b8 req-a7d3f48a-7f3d-4f8d-9531-d5bed99de1dd tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 943 time: 0.0582595 Mar 10 15:34:01.525125 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-327bcd29-af5f-4320-aecf-6ef3228114b8 req-2df557d6-c2f3-4b2d-81b3-b297bc990649 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516262 Mar 10 15:34:01.985167 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:34:02.085706 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:02.101483 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'port_id': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'mac_address': 'fa:16:3e:2e:46:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:34:02.139562 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:02.142018 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:02.152922 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:34:02.173304 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:02.254795 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:02.300603 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:02.308587 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.309850 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.309850 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.309850 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.310167 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.310383 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.310704 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.311935 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.311935 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.311935 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.311935 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.312290 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.312613 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:02.548797 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:34:02.653703 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc442e5a-baf0-4190-9c90-491cbee83b5a req-b7b276d2-d16c-4ed7-94b7-945de4c9b7e6 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:02.655207 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fc442e5a-baf0-4190-9c90-491cbee83b5a req-b7b276d2-d16c-4ed7-94b7-945de4c9b7e6 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 944 time: 0.0538213 Mar 10 15:34:02.718331 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fc442e5a-baf0-4190-9c90-491cbee83b5a req-ace74501-eca8-47a1-811a-adbc20d0f0ee tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576675 Mar 10 15:34:03.839660 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eb920-5118-46ac-8e73-7afe8ba4bb87 req-68e3ba3d-c38e-4e29-a526-e33b7d2aa945 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:03.841102 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6c2eb920-5118-46ac-8e73-7afe8ba4bb87 req-68e3ba3d-c38e-4e29-a526-e33b7d2aa945 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 944 time: 0.0504827 Mar 10 15:34:03.889239 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-6c2eb920-5118-46ac-8e73-7afe8ba4bb87 req-519c2a5e-74a0-4ef1-a32c-0cf5a067a9c3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426292 Mar 10 15:34:04.015864 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:04.122681 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:34:04.126699 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:04.127071 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.205807 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:04.206203 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.228920 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994305e9-176e-492a-aaea-929a7b8debcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:34:04.231157 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac742c-bd14-4c91-b0b3-fea6de4cea66" -d '{"events": [{"server_uuid": "994305e9-176e-492a-aaea-929a7b8debcc", "name": "network-vif-plugged", "status": "completed", "tag": "5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:34:04.243232 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:04.266834 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d0c280-5c81-4a5f-b836-576aeb821cf2 x-openstack-request-id: req-21d0c280-5c81-4a5f-b836-576aeb821cf2 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:34:04.275627 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994305e9-176e-492a-aaea-929a7b8debcc", "name": "network-vif-plugged", "status": "completed", "tag": "5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:34:04.275627 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21d0c280-5c81-4a5f-b836-576aeb821cf2 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:34:04.275627 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994305e9-176e-492a-aaea-929a7b8debcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'code': 200} Mar 10 15:34:04.324872 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.373097 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:04.553374 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 58310) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:04.567303 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7368f9-30e3-418b-9d3a-df2fcbfa282e req-cd96df8b-0688-4753-b793-917a75369025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:04.568826 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5d7368f9-30e3-418b-9d3a-df2fcbfa282e req-cd96df8b-0688-4753-b793-917a75369025 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 1129 time: 0.0485227 Mar 10 15:34:04.616154 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-5d7368f9-30e3-418b-9d3a-df2fcbfa282e req-35c35e9e-c8cb-4d7a-8612-ea6ce123d23e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Mar 10 15:34:04.683528 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-f8ed92f5-71e5-4a6f-8141-51d96903a89a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2db74ba752774d2586caaf0cf9185a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287789 Mar 10 15:34:04.686005 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 58314) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:04.731483 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-548c59a5-0ab4-41b8-9240-bfe4e0a77212 admin admin] Publish callbacks [] for security_group (fa099808-795a-433d-ba06-4e0621c63e31), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.752345 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-548c59a5-0ab4-41b8-9240-bfe4e0a77212 admin admin] Publish callbacks [] for security_group (fa099808-795a-433d-ba06-4e0621c63e31), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.895945 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-548c59a5-0ab4-41b8-9240-bfe4e0a77212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (fa099808-795a-433d-ba06-4e0621c63e31), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.898514 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-548c59a5-0ab4-41b8-9240-bfe4e0a77212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.899706 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-548c59a5-0ab4-41b8-9240-bfe4e0a77212 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa099808-795a-433d-ba06-4e0621c63e31 HTTP/1.1" status: 204 len: 168 time: 0.2128172 Mar 10 15:34:04.907528 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c59a5-0ab4-41b8-9240-bfe4e0a77212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa099808-795a-433d-ba06-4e0621c63e31,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:05.006249 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695d13e-47a1-444c-90b0-0b30b7f71f95 req-70c52fb9-b9ab-4487-9642-c07cc33b3ad0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:05.008277 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0695d13e-47a1-444c-90b0-0b30b7f71f95 req-70c52fb9-b9ab-4487-9642-c07cc33b3ad0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 945 time: 0.0515101 Mar 10 15:34:05.057710 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0695d13e-47a1-444c-90b0-0b30b7f71f95 req-ac44ec04-308c-4619-a673-6d41972ae3d0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438814 Mar 10 15:34:05.864063 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 58338) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:05.960241 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1811395652-network', 'tenant_id': 'bb7775cc33b347068ce1954d8974bc30'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:06.042522 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Made reservation on behalf of bb7775cc33b347068ce1954d8974bc30 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:06.045059 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.053458 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.127248 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Publish callbacks [] for security_group (5d38e069-07a6-4af2-b2c5-5ab747613bc4), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.178465 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e1b4-5ff2-41a5-a235-ceb33383db4e req-8fa01a88-bc41-461a-b80b-f9d93bba5266 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:06.179978 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7a64e1b4-5ff2-41a5-a235-ceb33383db4e req-8fa01a88-bc41-461a-b80b-f9d93bba5266 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 945 time: 0.0514929 Mar 10 15:34:06.210210 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5d38e069-07a6-4af2-b2c5-5ab747613bc4), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.248174 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7a64e1b4-5ff2-41a5-a235-ceb33383db4e req-3c99dd41-4945-4886-8b26-59c62a053096 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624433 Mar 10 15:34:06.248861 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:06.257580 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d38e069-07a6-4af2-b2c5-5ab747613bc4,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:06.267206 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (f0932303-5618-4daf-85e1-b96ce9a9620c), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.267549 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Added segment f0932303-5618-4daf-85e1-b96ce9a9620c of type vlan for network 63bc689c-4a70-4d68-96c0-60b9d03c06ed Mar 10 15:34:06.269357 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.269708 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.270051 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.270391 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.270993 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.271328 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.271663 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.271993 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.272321 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.272651 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.272974 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.273323 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.273676 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:06.327428 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (63bc689c-4a70-4d68-96c0-60b9d03c06ed), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.382895 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632f83b-6d59-4a65-acb2-039cf452c497 req-36241b71-c7dc-4ac0-ab28-be9c570c7fd3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:06.384909 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9632f83b-6d59-4a65-acb2-039cf452c497 req-36241b71-c7dc-4ac0-ab28-be9c570c7fd3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 945 time: 0.0687654 Mar 10 15:34:06.393336 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 58346) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:06.397749 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'floatingip': {'port_id': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:06.435884 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (f714f3a3-f4a0-4014-8a8b-429e4b38a1c7), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.469302 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (63bc689c-4a70-4d68-96c0-60b9d03c06ed), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.470177 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:06.470750 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.580632 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] Pushing event updated for resources: {'Network': ['ID=63bc689c-4a70-4d68-96c0-60b9d03c06ed,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:06.595930 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 63bc689c-4a70-4d68-96c0-60b9d03c06ed details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:06.598596 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-9d6b8d7a-e815-4304-a8e6-737fa9f43523 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7330847 Mar 10 15:34:06.601376 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 58348) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:06.608736 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Request body: {'subnet': {'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1811395652-subnet', 'tenant_id': 'bb7775cc33b347068ce1954d8974bc30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:06.695636 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Made reservation on behalf of bb7775cc33b347068ce1954d8974bc30 for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:06.698021 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133491736'] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.942162 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133240489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133491766'] for subnet (00b40646-87dd-4db2-9f35-bf164ef77528), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.005063 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b40646-87dd-4db2-9f35-bf164ef77528,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:07.013457 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Checking segment: {'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:07.013828 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Network hostable DHCP agents. Network: 63bc689c-4a70-4d68-96c0-60b9d03c06ed, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:07.118991 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Network 63bc689c-4a70-4d68-96c0-60b9d03c06ed is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:07.171219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.193188 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 63bc689c-4a70-4d68-96c0-60b9d03c06ed) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:07.197252 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:07.197794 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.202506 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a3957-0a78-4c30-a53b-4edc3adf4496 None None] Network 63bc689c-4a70-4d68-96c0-60b9d03c06ed requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:07.273037 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (f714f3a3-f4a0-4014-8a8b-429e4b38a1c7), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.298513 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82971dc3-e5d3-44d5-8340-2ddc74fd8feb None None] Network 63bc689c-4a70-4d68-96c0-60b9d03c06ed requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:07.310994 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-26987a28-da0e-4e6e-9596-a53ac32330ed admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7001941 Mar 10 15:34:07.382270 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Floating IP f714f3a3-f4a0-4014-8a8b-429e4b38a1c7 associated. External IP: 172.28.1.41, port: 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6. Mar 10 15:34:07.592870 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:07.702293 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:07.709470 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.712410 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:07.722126 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:07.722796 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:07.739226 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-505e124c-2161-44ac-b81e-0eaad71a3682 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "PUT /v2.0/floatingips/f714f3a3-f4a0-4014-8a8b-429e4b38a1c7 HTTP/1.1" status: 200 len: 990 time: 1.3448317 Mar 10 15:34:07.739819 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994305e9-176e-492a-aaea-929a7b8debcc', 'tag': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:34:07.742087 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ada269-8d72-4307-8a28-a9840c46aed5" -d '{"events": [{"name": "network-changed", "server_uuid": "994305e9-176e-492a-aaea-929a7b8debcc", "tag": "5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:34:07.780271 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a771030-8a0a-47db-a116-a2ff34748311 x-openstack-request-id: req-8a771030-8a0a-47db-a116-a2ff34748311 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:34:07.780627 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994305e9-176e-492a-aaea-929a7b8debcc", "tag": "5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:34:07.780933 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a771030-8a0a-47db-a116-a2ff34748311 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:34:07.781438 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994305e9-176e-492a-aaea-929a7b8debcc', 'tag': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'status': 'completed', 'code': 200} Mar 10 15:34:07.835333 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:07.874356 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-21a59a3d-34fd-4e58-8353-bac3e0688f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:07.875915 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-21a59a3d-34fd-4e58-8353-bac3e0688f19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 1129 time: 0.0471966 Mar 10 15:34:07.970482 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-95160848-8677-4776-95b7-9ea0f9b2c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:07.972000 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-95160848-8677-4776-95b7-9ea0f9b2c571 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 916 time: 0.0897784 Mar 10 15:34:08.037235 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-d0c04b0b-d21b-419d-b669-593f93e4a229 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 HTTP/1.1" status: 200 len: 998 time: 0.0580292 Mar 10 15:34:08.062024 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'f714f3a3-f4a0-4014-8a8b-429e4b38a1c7', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.41', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:2e:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994305e9-176e-492a-aaea-929a7b8debcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:33:54Z', 'updated_at': '2022-03-10T15:34:06Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:08.087835 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:08.093140 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-a00795f7-9660-4d73-9397-e4b0def98ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:08.094660 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-a00795f7-9660-4d73-9397-e4b0def98ae6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0512879 Mar 10 15:34:08.096429 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:08.097023 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:08.147669 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-fe719114-cfa7-4fd9-8048-88c84e025782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:08.149379 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-fe719114-cfa7-4fd9-8048-88c84e025782 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0481310 Mar 10 15:34:08.207374 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:08.243345 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-887eaf3b-452c-447b-96f9-064f5912c93a service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868506 Mar 10 15:34:08.576717 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'f714f3a3-f4a0-4014-8a8b-429e4b38a1c7', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.41', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:2e:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994305e9-176e-492a-aaea-929a7b8debcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:33:54Z', 'updated_at': '2022-03-10T15:34:06Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:08.604130 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f6f2b-d9a6-45e7-ad9a-658a23f91ddd None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'f714f3a3-f4a0-4014-8a8b-429e4b38a1c7', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.41', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:2e:46:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994305e9-176e-492a-aaea-929a7b8debcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:33:54Z', 'updated_at': '2022-03-10T15:34:06Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:08.605859 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-01ada269-8d72-4307-8a28-a9840c46aed5 req-2d0e56a8-0fd8-4dbd-bd61-2c94d157441f service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571134 Mar 10 15:34:08.795312 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b31273-87d6-4c35-b03c-97f2b3c7dc29 None None] New status for floating IP f714f3a3-f4a0-4014-8a8b-429e4b38a1c7: ACTIVE {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:34:09.463310 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-f3391e06-de58-46a4-bb04-79c638d7f6ee tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:09.464754 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-f3391e06-de58-46a4-bb04-79c638d7f6ee tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/networks?id=63bc689c-4a70-4d68-96c0-60b9d03c06ed HTTP/1.1" status: 200 len: 814 time: 0.0966399 Mar 10 15:34:09.479118 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-cf3cc0a6-4264-42c0-a938-c98130a4d84b tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/quotas/bb7775cc33b347068ce1954d8974bc30 HTTP/1.1" status: 200 len: 375 time: 0.0090244 Mar 10 15:34:09.512773 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-6562fa65-e523-4589-b53c-3d0bbc3b819f tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb7775cc33b347068ce1954d8974bc30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291264 Mar 10 15:34:09.600083 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-05ee4943-af5c-4ed1-aad6-6c922f0c6a39 service neutron] 10.222.0.70 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809906 Mar 10 15:34:09.689671 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-0c5cfbcc-564b-4e7c-bda0-70faf700f6ef service neutron] 10.222.0.70 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837522 Mar 10 15:34:10.928669 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7c4b0698-95c6-4db4-ab42-9483cf9bf249 req-60b9faeb-b1b7-4cc6-8d46-a335e223445b tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Mar 10 15:34:12.018440 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1a54cee8-afa1-4846-90a5-4f934db9943c req-fb2f54cb-8276-407c-9b4f-c105f4c21ff1 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 210 time: 0.0267665 Mar 10 15:34:13.113125 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-20204a1d-9332-4c17-8905-ca5aeb1b951d req-de78cb77-32d5-4dfc-8262-49eb818f4a3c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 210 time: 0.0300546 Mar 10 15:34:13.422002 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-3c5d60b5-7cd1-4dde-9bb3-88e21437ae14 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:13.423382 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-3c5d60b5-7cd1-4dde-9bb3-88e21437ae14 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.69 "GET /v2.0/networks?id=63bc689c-4a70-4d68-96c0-60b9d03c06ed HTTP/1.1" status: 200 len: 814 time: 0.1003120 Mar 10 15:34:13.442747 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Request body: {'port': {'device_id': '795895db-2228-40f0-8892-6cfc0094ab14', 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed', 'admin_state_up': True, 'tenant_id': 'bb7775cc33b347068ce1954d8974bc30'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:13.648521 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Made reservation on behalf of bb7775cc33b347068ce1954d8974bc30 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:13.651920 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:13.778010 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Allocated IP 172.20.0.8 (63bc689c-4a70-4d68-96c0-60b9d03c06ed/00b40646-87dd-4db2-9f35-bf164ef77528/23a1b459-0d3d-4497-9c7d-8e16a12e5742) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:13.917845 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks [] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.015989 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.060920 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Network 63bc689c-4a70-4d68-96c0-60b9d03c06ed is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:14.066391 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:14.069999 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:14.076142 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Pushing event updated for resources: {'Port': ['ID=23a1b459-0d3d-4497-9c7d-8e16a12e5742,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:14.120502 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:14.121120 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.229778 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f89f19-4139-4afa-9295-d90fb0a12add req-32abee8a-29b5-44ab-8814-27dfa1b787b8 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:14.231221 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c6f89f19-4139-4afa-9295-d90fb0a12add req-32abee8a-29b5-44ab-8814-27dfa1b787b8 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 931 time: 0.0523913 Mar 10 15:34:14.234643 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-49897d17-cb9c-4bd6-a2a0-91558ee02a09 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955968 Mar 10 15:34:14.253189 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Request body: {'port': {'device_id': '795895db-2228-40f0-8892-6cfc0094ab14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:14.281618 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c6f89f19-4139-4afa-9295-d90fb0a12add req-32fe30e3-d663-4689-a501-69b50ad4b05e tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Mar 10 15:34:14.311353 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.565890 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a1b459-0d3d-4497-9c7d-8e16a12e5742 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:34:14.573792 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Publish callbacks [] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.585424 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Transition to ACTIVE for port object 23a1b459-0d3d-4497-9c7d-8e16a12e5742 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:34:14.672947 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.721623 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Pushing event updated for resources: {'Port': ['ID=23a1b459-0d3d-4497-9c7d-8e16a12e5742,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:14.791004 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Attempting to bind port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:14.791340 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Attempting to bind port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:14.791665 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Attempting to bind port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 on network 63bc689c-4a70-4d68-96c0-60b9d03c06ed {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:14.795823 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 on network 63bc689c-4a70-4d68-96c0-60b9d03c06ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:34:14.796143 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Attempting to bind port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 on network 63bc689c-4a70-4d68-96c0-60b9d03c06ed {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:14.800826 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:14.801224 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Checking segment: {'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:14.801574 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Bound using segment: {'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:14.801994 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Bound port: 23a1b459-0d3d-4497-9c7d-8e16a12e5742, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:14.802340 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.862345 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] For port 23a1b459-0d3d-4497-9c7d-8e16a12e5742, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:14.865245 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] For port 23a1b459-0d3d-4497-9c7d-8e16a12e5742, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a1b459-0d3d-4497-9c7d-8e16a12e5742,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:14.930815 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.964106 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:14.964724 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.966108 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] 10.222.0.69 "PUT /v2.0/ports/23a1b459-0d3d-4497-9c7d-8e16a12e5742 HTTP/1.1" status: 200 len: 1093 time: 0.7171814 Mar 10 15:34:14.966565 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795895db-2228-40f0-8892-6cfc0094ab14', 'tag': '23a1b459-0d3d-4497-9c7d-8e16a12e5742'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:34:14.968725 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d7cc9-f871-4957-aa93-3dfca049deb9" -d '{"events": [{"name": "network-changed", "server_uuid": "795895db-2228-40f0-8892-6cfc0094ab14", "tag": "23a1b459-0d3d-4497-9c7d-8e16a12e5742"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:34:14.990355 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d7112-9689-4a74-be66-1ab8071d31e0 service neutron] Pushing event updated for resources: {'Port': ['ID=23a1b459-0d3d-4497-9c7d-8e16a12e5742,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:15.005175 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be33ab29-8a0d-4b0b-8110-72ed86228ee0 x-openstack-request-id: req-be33ab29-8a0d-4b0b-8110-72ed86228ee0 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:34:15.005462 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795895db-2228-40f0-8892-6cfc0094ab14", "tag": "23a1b459-0d3d-4497-9c7d-8e16a12e5742", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:34:15.005733 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be33ab29-8a0d-4b0b-8110-72ed86228ee0 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:34:15.006107 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795895db-2228-40f0-8892-6cfc0094ab14', 'tag': '23a1b459-0d3d-4497-9c7d-8e16a12e5742', 'status': 'completed', 'code': 200} Mar 10 15:34:15.097534 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d7cc9-f871-4957-aa93-3dfca049deb9 req-c006f73a-d9c7-40fc-b574-b087a47db905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:15.099060 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-a34d7cc9-f871-4957-aa93-3dfca049deb9 req-c006f73a-d9c7-40fc-b574-b087a47db905 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb7775cc33b347068ce1954d8974bc30&device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 1127 time: 0.0456989 Mar 10 15:34:15.209395 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d7cc9-f871-4957-aa93-3dfca049deb9 req-9e1718ce-0646-4727-9b90-2c0d78b18eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:15.210902 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-a34d7cc9-f871-4957-aa93-3dfca049deb9 req-9e1718ce-0646-4727-9b90-2c0d78b18eb2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bb7775cc33b347068ce1954d8974bc30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925374 Mar 10 15:34:15.304086 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d7cc9-f871-4957-aa93-3dfca049deb9 req-28614ee5-ae25-4128-b1b9-0868e727594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:15.306182 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-a34d7cc9-f871-4957-aa93-3dfca049deb9 req-28614ee5-ae25-4128-b1b9-0868e727594e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895157 Mar 10 15:34:15.405072 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d9e12-50c0-49aa-9c43-7a0120daeb11 req-dd696010-ff54-4695-bceb-756859bfac0c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:15.406546 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-798d9e12-50c0-49aa-9c43-7a0120daeb11 req-dd696010-ff54-4695-bceb-756859bfac0c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 943 time: 0.0523014 Mar 10 15:34:15.421884 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-1d832f06-799f-4048-9621-6520c6d6375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:15.423400 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-1d832f06-799f-4048-9621-6520c6d6375f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb7775cc33b347068ce1954d8974bc30&device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 1127 time: 0.0444708 Mar 10 15:34:15.452568 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-798d9e12-50c0-49aa-9c43-7a0120daeb11 req-6e7a33d9-9ed5-4818-92a9-dc9635cc2df9 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Mar 10 15:34:15.477772 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-e3c18dca-b251-48fc-a385-b4431b477e42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23a1b459-0d3d-4497-9c7d-8e16a12e5742 HTTP/1.1" status: 200 len: 217 time: 0.0338798 Mar 10 15:34:15.527874 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-9af476a2-26e1-42da-92a9-f521349cc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:15.529312 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-9af476a2-26e1-42da-92a9-f521349cc79d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00b40646-87dd-4db2-9f35-bf164ef77528 HTTP/1.1" status: 200 len: 854 time: 0.0421205 Mar 10 15:34:15.567409 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-4f5d598d-b83e-464d-b4d2-5a1c1a85b184 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63bc689c-4a70-4d68-96c0-60b9d03c06ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289457 Mar 10 15:34:15.655206 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-3316e39b-53cb-4408-a31f-08679ebf426d service neutron] 10.222.0.69 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802648 Mar 10 15:34:15.744436 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-2fedeb08-a62b-455e-a91b-67005a0da6ef req-8b28749b-3e23-4cd9-8ade-811ffa88c49e service neutron] 10.222.0.69 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831051 Mar 10 15:34:16.570756 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1ea5-e4ff-43ae-8e7e-565aa58751c5 req-35a378f1-ed27-479b-9471-422d3d2d162d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:16.572228 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b4fd1ea5-e4ff-43ae-8e7e-565aa58751c5 req-35a378f1-ed27-479b-9471-422d3d2d162d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 943 time: 0.0515041 Mar 10 15:34:16.616461 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b4fd1ea5-e4ff-43ae-8e7e-565aa58751c5 req-26a3df04-c002-4036-8017-9220ed737451 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Mar 10 15:34:17.737534 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151eb79-1402-4d77-991d-2a0ecdc62657 req-1e4a73a5-1e9a-4371-b8ac-dc3b56e210c7 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:17.739009 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8151eb79-1402-4d77-991d-2a0ecdc62657 req-1e4a73a5-1e9a-4371-b8ac-dc3b56e210c7 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 943 time: 0.0556977 Mar 10 15:34:17.784675 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8151eb79-1402-4d77-991d-2a0ecdc62657 req-8891c639-d2bd-4d00-9299-6eb2a0eac2dd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Mar 10 15:34:18.097547 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 23a1b459-0d3d-4497-9c7d-8e16a12e5742 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:34:18.191055 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 23a1b459-0d3d-4497-9c7d-8e16a12e5742, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a1b459-0d3d-4497-9c7d-8e16a12e5742,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:18.202104 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '23a1b459-0d3d-4497-9c7d-8e16a12e5742', 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed', 'port_id': '23a1b459-0d3d-4497-9c7d-8e16a12e5742', 'mac_address': 'fa:16:3e:99:3c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b40646-87dd-4db2-9f35-bf164ef77528', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:34:18.240144 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:18.240457 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.253284 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a1b459-0d3d-4497-9c7d-8e16a12e5742 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:34:18.271883 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 23a1b459-0d3d-4497-9c7d-8e16a12e5742, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a1b459-0d3d-4497-9c7d-8e16a12e5742,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:18.341278 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.386951 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=23a1b459-0d3d-4497-9c7d-8e16a12e5742,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:18.699800 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['23a1b459-0d3d-4497-9c7d-8e16a12e5742'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:34:18.900876 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed0daa-c1f3-4d68-955a-50f18b9a5c94 req-571feab8-bb1a-46d2-b178-9f7b3044e4b5 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:18.902357 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b0ed0daa-c1f3-4d68-955a-50f18b9a5c94 req-571feab8-bb1a-46d2-b178-9f7b3044e4b5 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 944 time: 0.0515242 Mar 10 15:34:18.948789 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b0ed0daa-c1f3-4d68-955a-50f18b9a5c94 req-0574f8ae-6c66-4375-a621-0de9dcf6524b tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Mar 10 15:34:19.695829 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:34:20.063428 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc437d-72ab-4798-bc87-be0cbe7e538e req-f95994bd-0c6b-4c68-a1e4-89cbae31ca8d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:20.064892 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0bfc437d-72ab-4798-bc87-be0cbe7e538e req-f95994bd-0c6b-4c68-a1e4-89cbae31ca8d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 944 time: 0.0515287 Mar 10 15:34:20.095500 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 23a1b459-0d3d-4497-9c7d-8e16a12e5742 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:20.114810 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-0bfc437d-72ab-4798-bc87-be0cbe7e538e req-aa7568e3-5551-4412-a34a-ff849f6953f9 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Mar 10 15:34:20.232403 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:34:20.236170 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:20.236545 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.314796 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:20.315184 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.337092 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795895db-2228-40f0-8892-6cfc0094ab14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a1b459-0d3d-4497-9c7d-8e16a12e5742'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:34:20.339298 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1490a156-6e0a-4ca2-ad60-503d3ff47c71" -d '{"events": [{"server_uuid": "795895db-2228-40f0-8892-6cfc0094ab14", "name": "network-vif-plugged", "status": "completed", "tag": "23a1b459-0d3d-4497-9c7d-8e16a12e5742"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:34:20.355063 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 23a1b459-0d3d-4497-9c7d-8e16a12e5742, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a1b459-0d3d-4497-9c7d-8e16a12e5742,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:20.373489 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfa19c6-ec3b-4fdf-9d5c-588ff9088421 x-openstack-request-id: req-fdfa19c6-ec3b-4fdf-9d5c-588ff9088421 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:34:20.373781 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795895db-2228-40f0-8892-6cfc0094ab14", "name": "network-vif-plugged", "status": "completed", "tag": "23a1b459-0d3d-4497-9c7d-8e16a12e5742", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:34:20.374040 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdfa19c6-ec3b-4fdf-9d5c-588ff9088421 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:34:20.374436 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795895db-2228-40f0-8892-6cfc0094ab14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a1b459-0d3d-4497-9c7d-8e16a12e5742', 'code': 200} Mar 10 15:34:20.398599 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.446520 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=23a1b459-0d3d-4497-9c7d-8e16a12e5742,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:20.740617 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e99478-2aa6-49ca-bbd4-2a61a18725a7 req-7991fd99-8032-406d-8eb7-01ea7725ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:20.742165 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-54e99478-2aa6-49ca-bbd4-2a61a18725a7 req-7991fd99-8032-406d-8eb7-01ea7725ac63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 1129 time: 0.0445423 Mar 10 15:34:20.784457 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-54e99478-2aa6-49ca-bbd4-2a61a18725a7 req-f4658716-b112-4bd7-8a05-d897731b0b66 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364795 Mar 10 15:34:21.234599 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901949d-08b0-4880-b76d-de6e050bd432 req-c421cf1d-d900-4553-84d9-f059a10f09fa tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:21.236012 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d901949d-08b0-4880-b76d-de6e050bd432 req-c421cf1d-d900-4553-84d9-f059a10f09fa tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0522199 Mar 10 15:34:21.282374 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d901949d-08b0-4880-b76d-de6e050bd432 req-3bc68016-8147-4921-96a7-14925f7bc1c2 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Mar 10 15:34:21.552299 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-50f76864-5f16-4d22-9f50-6033139e021f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.405520 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b27b2-228a-4096-ac6f-146dc1be0179 req-f72edde1-6a37-4367-b250-c88ff1a823e8 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:22.406983 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-083b27b2-228a-4096-ac6f-146dc1be0179 req-f72edde1-6a37-4367-b250-c88ff1a823e8 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0565765 Mar 10 15:34:22.453711 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-083b27b2-228a-4096-ac6f-146dc1be0179 req-d7f6098e-0359-4d58-9173-701c155b1ad4 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Mar 10 15:34:23.572704 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc407796-63ce-4a7b-8264-2421d04762ff req-a19afd7b-f675-4e0c-a7d5-8d778020361d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:23.574163 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cc407796-63ce-4a7b-8264-2421d04762ff req-a19afd7b-f675-4e0c-a7d5-8d778020361d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0554020 Mar 10 15:34:23.620363 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cc407796-63ce-4a7b-8264-2421d04762ff req-35971298-1841-4ab1-8dc3-4850761800df tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Mar 10 15:34:23.659909 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2b0e-b769-4da0-90c5-b699095ad7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.901079 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.402358 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.803402 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.295300 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.562140 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01649270-a65a-43bb-a8f5-950309c7fcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.682867 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c8c09351-4dff-4191-bbe8-c7f0522fcd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.888505 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.403135 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.695357 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:34:57.791309 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:57.919503 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe65ac-c0a7-4fa5-9846-624cf8454653 req-89a3b22f-64ba-4520-9da4-34f5581d5802 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:57.920970 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ecfe65ac-c0a7-4fa5-9846-624cf8454653 req-89a3b22f-64ba-4520-9da4-34f5581d5802 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 945 time: 0.0516157 Mar 10 15:34:57.966558 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ecfe65ac-c0a7-4fa5-9846-624cf8454653 req-129f3b73-a059-43d6-b82d-acdcf398e61b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399020 Mar 10 15:34:59.090984 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459ba13-dd03-428e-b78d-2b127959d8bb req-35882711-d2b1-4e08-b0a4-7c3d382d7a71 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:59.092448 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c459ba13-dd03-428e-b78d-2b127959d8bb req-35882711-d2b1-4e08-b0a4-7c3d382d7a71 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 945 time: 0.0558996 Mar 10 15:34:59.137181 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c459ba13-dd03-428e-b78d-2b127959d8bb req-7ec9c75e-4d61-4e32-9434-2661db48da0c tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 Mar 10 15:34:59.350961 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:59.930880 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-4c41211e-eefe-44bb-941a-9fcbe0a37519 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:59.932576 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-4c41211e-eefe-44bb-941a-9fcbe0a37519 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 945 time: 0.0511515 Mar 10 15:35:00.075092 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Deleting port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:00.075342 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.164157 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] For port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:00.164522 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.258100 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003500cf-cc47-4cd8-ae56-8ff95230855e req-e23aae29-cba2-44f1-b07d-1fca55ea4328 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:00.259689 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-003500cf-cc47-4cd8-ae56-8ff95230855e req-e23aae29-cba2-44f1-b07d-1fca55ea4328 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 945 time: 0.0532355 Mar 10 15:35:00.308162 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-003500cf-cc47-4cd8-ae56-8ff95230855e req-a6b3cc10-b7f1-4ac1-b3ac-88fdc76876ce tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=c2e859d4-66d8-4b05-8f21-d9736a8bc644&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 Mar 10 15:35:00.339326 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.339690 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (f714f3a3-f4a0-4014-8a8b-429e4b38a1c7), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.340011 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Floating IP f714f3a3-f4a0-4014-8a8b-429e4b38a1c7 disassociated. External IP: 172.28.1.41, port: 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6. Mar 10 15:35:00.340349 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Calling delete_port for 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:00.533736 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.572333 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'Port': ['ID=5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:00.584469 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.584469 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.584707 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.585003 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.585815 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.590042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.590042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.590042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.590042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.590042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.590042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.590042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.590042 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:00.693785 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:00.802353 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:00.812918 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:00.822234 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:00.822870 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:00.842341 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] No DVR routers for this DVR port 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:00.844786 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.848121 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-07f6ce7f-b5c3-479b-8a67-b81ffd8b199c req-2eb5635a-4d16-471a-868c-54b0182d034b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "DELETE /v2.0/ports/5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 HTTP/1.1" status: 204 len: 173 time: 0.8666775 Mar 10 15:35:00.848556 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994305e9-176e-492a-aaea-929a7b8debcc', 'name': 'network-vif-deleted', 'tag': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:00.850825 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9776e6a1-2a24-4a14-9638-b48a43d66774" -d '{"events": [{"server_uuid": "994305e9-176e-492a-aaea-929a7b8debcc", "name": "network-vif-deleted", "tag": "5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:00.885623 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d445d30-16dd-4f93-a99a-cb12728fc167 x-openstack-request-id: req-0d445d30-16dd-4f93-a99a-cb12728fc167 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:00.885921 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994305e9-176e-492a-aaea-929a7b8debcc", "name": "network-vif-deleted", "tag": "5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:00.886177 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d445d30-16dd-4f93-a99a-cb12728fc167 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:00.886580 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994305e9-176e-492a-aaea-929a7b8debcc', 'name': 'network-vif-deleted', 'tag': '5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6', 'status': 'completed', 'code': 200} Mar 10 15:35:00.950008 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:01.151707 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:01.178133 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:01.187243 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:01.187848 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:01.294609 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:01.413844 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c69d0463-d8f6-4503-b482-c9046594a8f7 req-45309953-dce5-47b1-9f71-3499cde815b4 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=994305e9-176e-492a-aaea-929a7b8debcc HTTP/1.1" status: 200 len: 210 time: 0.0260136 Mar 10 15:35:01.493476 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:01.518672 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b19a6d-6c21-41f8-8870-1b1b02fddf4f None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:01.729394 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7252650f-3bd3-45f2-a94f-352f2c015271 None None] New status for floating IP f714f3a3-f4a0-4014-8a8b-429e4b38a1c7: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:35:02.546165 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 58678) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:02.600589 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9ce79b2e-7605-42a2-a715-072550777367 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (c2e859d4-66d8-4b05-8f21-d9736a8bc644), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.623756 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9ce79b2e-7605-42a2-a715-072550777367 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (c2e859d4-66d8-4b05-8f21-d9736a8bc644), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.733348 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9ce79b2e-7605-42a2-a715-072550777367 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (c2e859d4-66d8-4b05-8f21-d9736a8bc644), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.735888 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9ce79b2e-7605-42a2-a715-072550777367 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.737083 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-9ce79b2e-7605-42a2-a715-072550777367 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "DELETE /v2.0/security-groups/c2e859d4-66d8-4b05-8f21-d9736a8bc644 HTTP/1.1" status: 204 len: 168 time: 0.1898332 Mar 10 15:35:02.739787 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 58680) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:02.746232 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce79b2e-7605-42a2-a715-072550777367 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e859d4-66d8-4b05-8f21-d9736a8bc644,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:02.753402 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.api.v2.resource [None req-40a0e658-ad52-4ee0-840a-8b4900f08e12 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] show failed (client error): The resource could not be found. Mar 10 15:35:02.754467 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-40a0e658-ad52-4ee0-840a-8b4900f08e12 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups/c2e859d4-66d8-4b05-8f21-d9736a8bc644 HTTP/1.1" status: 404 len: 347 time: 0.0137012 Mar 10 15:35:02.757664 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 58682) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:02.882161 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Deleting port 923b1404-71c4-43b8-a1cb-c543a4459642 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:02.882508 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (923b1404-71c4-43b8-a1cb-c543a4459642), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.965973 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (923b1404-71c4-43b8-a1cb-c543a4459642), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.966400 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (923b1404-71c4-43b8-a1cb-c543a4459642), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.979334 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Calling delete_port for 923b1404-71c4-43b8-a1cb-c543a4459642 owned by network:floatingip {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:03.099139 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-57f2fa43-b26e-4614-9c10-a04aeb59fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:03.100631 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-57f2fa43-b26e-4614-9c10-a04aeb59fae5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb7775cc33b347068ce1954d8974bc30&device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 1129 time: 0.0680037 Mar 10 15:35:03.213890 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (923b1404-71c4-43b8-a1cb-c543a4459642), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.248889 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'Port': ['ID=923b1404-71c4-43b8-a1cb-c543a4459642,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:03.307281 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-a0e4bb19-36a6-4f40-9a0b-d26d7796b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:03.308762 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-a0e4bb19-36a6-4f40-9a0b-d26d7796b2b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63bc689c-4a70-4d68-96c0-60b9d03c06ed HTTP/1.1" status: 200 len: 915 time: 0.1514530 Mar 10 15:35:03.322470 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (f714f3a3-f4a0-4014-8a8b-429e4b38a1c7), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.325046 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.326181 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-86e04302-8db2-467e-b537-406b58bdc4bb tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "DELETE /v2.0/floatingips/f714f3a3-f4a0-4014-8a8b-429e4b38a1c7 HTTP/1.1" status: 204 len: 168 time: 0.5674405 Mar 10 15:35:03.620214 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 58688) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:03.624870 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-f99f479c-f8d3-4833-a0b8-75d526e0a939 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139836346', 'description': 'tempest-description--913680391'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:03.693426 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f99f479c-f8d3-4833-a0b8-75d526e0a939 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.759814 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f99f479c-f8d3-4833-a0b8-75d526e0a939 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (8d266daa-bae5-4f41-a947-ebd8695c21ec), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.837013 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f99f479c-f8d3-4833-a0b8-75d526e0a939 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (8d266daa-bae5-4f41-a947-ebd8695c21ec), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.864586 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f479c-f8d3-4833-a0b8-75d526e0a939 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d266daa-bae5-4f41-a947-ebd8695c21ec,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:03.935472 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f99f479c-f8d3-4833-a0b8-75d526e0a939 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.936723 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-f99f479c-f8d3-4833-a0b8-75d526e0a939 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3154030 Mar 10 15:35:03.939472 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 58690) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:03.943839 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-36229921-9320-48f7-9510-64aac81f1763 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group_rule': {'security_group_id': '8d266daa-bae5-4f41-a947-ebd8695c21ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:04.018769 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-36229921-9320-48f7-9510-64aac81f1763 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (b76f625f-93ba-4ef4-876a-4b993137c416), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.079693 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-36229921-9320-48f7-9510-64aac81f1763 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (b76f625f-93ba-4ef4-876a-4b993137c416), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.139590 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-36229921-9320-48f7-9510-64aac81f1763 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (b76f625f-93ba-4ef4-876a-4b993137c416), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.157839 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36229921-9320-48f7-9510-64aac81f1763 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76f625f-93ba-4ef4-876a-4b993137c416,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:04.227984 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-36229921-9320-48f7-9510-64aac81f1763 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.229272 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-36229921-9320-48f7-9510-64aac81f1763 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2888281 Mar 10 15:35:04.231939 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 58694) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:04.236168 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-44ce8135-7f83-4d23-83d6-de2d768d786f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'security_group_rule': {'security_group_id': '8d266daa-bae5-4f41-a947-ebd8695c21ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:04.327521 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-44ce8135-7f83-4d23-83d6-de2d768d786f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (5296e36d-6a7b-4570-b7a1-2b010a362d93), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.329443 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:04.353388 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:04.353736 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 5e71296e-43ac-4af4-9aa5-d15b9ccbd8c6 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:04.382627 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-44ce8135-7f83-4d23-83d6-de2d768d786f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (5296e36d-6a7b-4570-b7a1-2b010a362d93), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.459469 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-44ce8135-7f83-4d23-83d6-de2d768d786f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (5296e36d-6a7b-4570-b7a1-2b010a362d93), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.478542 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce8135-7f83-4d23-83d6-de2d768d786f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5296e36d-6a7b-4570-b7a1-2b010a362d93,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:04.547048 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-44ce8135-7f83-4d23-83d6-de2d768d786f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.548309 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-44ce8135-7f83-4d23-83d6-de2d768d786f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154502 Mar 10 15:35:04.551316 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 58696) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:04.555551 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:04.636613 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.731906 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.829844 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Allocated IP 172.28.1.80 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/bf6f583b-9d6e-4688-b5da-25f7a634e03f) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:04.927951 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (bf6f583b-9d6e-4688-b5da-25f7a634e03f), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.019712 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (bf6f583b-9d6e-4688-b5da-25f7a634e03f), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.056008 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:05.059080 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:05.064338 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:05.088390 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=bf6f583b-9d6e-4688-b5da-25f7a634e03f,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:05.152712 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.224772 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-841b0e26-a12a-4edb-a3a7-b222a665bace service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23a1b459-0d3d-4497-9c7d-8e16a12e5742 HTTP/1.1" status: 200 len: 217 time: 0.0347247 Mar 10 15:35:05.289436 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bf6f583b-9d6e-4688-b5da-25f7a634e03f), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.320689 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-61d8fab0-be0b-4d5b-9db5-649c43c6eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:05.322170 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-61d8fab0-be0b-4d5b-9db5-649c43c6eb7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00b40646-87dd-4db2-9f35-bf164ef77528 HTTP/1.1" status: 200 len: 854 time: 0.0896697 Mar 10 15:35:05.373491 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-4617b00d-762a-48aa-b270-be91c8946513 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63bc689c-4a70-4d68-96c0-60b9d03c06ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342200 Mar 10 15:35:05.523774 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-0d9c8e3b-c6f7-491d-942b-f4111e055467 service neutron] 10.222.0.69 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379352 Mar 10 15:35:05.542454 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (bf6f583b-9d6e-4688-b5da-25f7a634e03f), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.618543 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-d6781b9e-d2aa-4065-ba3b-7af1b08c4230 req-02420b12-e58a-45d6-9328-4f29b6a3597e service neutron] 10.222.0.69 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866780 Mar 10 15:35:05.625093 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (bf6f583b-9d6e-4688-b5da-25f7a634e03f), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.691917 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=bf6f583b-9d6e-4688-b5da-25f7a634e03f,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:05.704347 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.809998 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.811206 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3121eca2-8651-4622-aa4d-c942f885a501 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2589643 Mar 10 15:35:06.009554 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-9c6bfc9e-c6cb-4ffc-ab99-c153e64e5397 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--139836346&fields=id&tenant_id=f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 267 time: 0.0502489 Mar 10 15:35:06.112886 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdfd9-2432-4920-b637-d671d514b817 req-bf4ef2a6-df6f-465f-abcb-12863b198f87 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:06.116199 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-bf4ef2a6-df6f-465f-abcb-12863b198f87 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 815 time: 0.0982847 Mar 10 15:35:06.130095 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-3281df18-4ed7-4325-9d1e-9ffeba6c85a5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/quotas/f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 375 time: 0.0097406 Mar 10 15:35:06.191177 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-abde24da-d945-46e5-bd57-47a4c19d9c7f tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556297 Mar 10 15:35:06.286429 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-2f9fcacd-25d5-4fe1-a7cc-6d0a83a15bc1 service neutron] 10.222.0.70 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838392 Mar 10 15:35:06.378000 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-615754fc-2cd7-40b0-9cf3-7d1bf301e9e1 service neutron] 10.222.0.70 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850589 Mar 10 15:35:06.605972 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bab7ced8-a92b-4d3e-a695-f5693979d839 req-e76aabb2-2a83-482a-adf6-ed3ae6d84c58 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 210 time: 0.0269585 Mar 10 15:35:07.698627 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ee9d4f76-6fdc-401e-9c08-2aa31586a5ac req-0d749329-d05a-4b01-b0a8-6b70d6bc0f75 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Mar 10 15:35:08.683595 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdfd9-2432-4920-b637-d671d514b817 req-b440987d-4be5-470e-8079-f6f9761b07ba tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:08.685046 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-b440987d-4be5-470e-8079-f6f9761b07ba tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 815 time: 0.1028662 Mar 10 15:35:08.751981 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-ee6a341c-8c75-4add-8981-67b2f3ff8955 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f505b359e5b84e9987de51e02f38d7de HTTP/1.1" status: 200 len: 379 time: 0.0519791 Mar 10 15:35:08.761732 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'port': {'device_id': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'admin_state_up': True, 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'security_groups': ['8d266daa-bae5-4f41-a947-ebd8695c21ec']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:08.792800 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-80939777-5cdb-493a-a665-9447bc8ecce8 req-dec187a2-d96c-4136-b315-09457f045cca tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 210 time: 0.0265615 Mar 10 15:35:08.958913 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3662-fc0d-4664-ac69-5d2cc8d2ec9f req-9f0c4b9c-7795-45c2-8f06-a9c04ccecfe3 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:08.960463 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-494a3662-fc0d-4664-ac69-5d2cc8d2ec9f req-9f0c4b9c-7795-45c2-8f06-a9c04ccecfe3 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0554838 Mar 10 15:35:09.019463 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-494a3662-fc0d-4664-ac69-5d2cc8d2ec9f req-b50eb7e5-e792-49eb-8320-80d52e529d66 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531616 Mar 10 15:35:09.225286 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Made reservation on behalf of f505b359e5b84e9987de51e02f38d7de for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:35:09.229256 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.349276 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Allocated IP 172.20.0.11 (fe1f7a71-487f-4e84-8e55-c66309930626/68077654-eaa1-454a-a9dc-b47e890e8bdd/2339beb6-da5c-4dae-9dab-dbba92534f10) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:09.489463 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.556989 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.597469 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Network fe1f7a71-487f-4e84-8e55-c66309930626 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:09.601236 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:09.603605 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:09.639246 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event updated for resources: {'Port': ['ID=2339beb6-da5c-4dae-9dab-dbba92534f10,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:09.667061 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:09.667781 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.725111 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-379dd7c1-180c-4a82-a50d-4c182b7ead17 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9677269 Mar 10 15:35:09.742845 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Request body: {'port': {'device_id': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:09.801929 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.869915 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b16170fd-bc83-4f93-b39d-9f1b65cbe098 None None] Provisioning complete for port 2339beb6-da5c-4dae-9dab-dbba92534f10 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:09.870881 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b16170fd-bc83-4f93-b39d-9f1b65cbe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.906355 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-b16170fd-bc83-4f93-b39d-9f1b65cbe098 None None] Port 2339beb6-da5c-4dae-9dab-dbba92534f10 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:35:09.917196 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc2472-adb9-46b5-9c6c-9c85fdd065ac req-01a73e91-94e4-468c-ae9e-5e868521e2f8 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:09.918773 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cafc2472-adb9-46b5-9c6c-9c85fdd065ac req-01a73e91-94e4-468c-ae9e-5e868521e2f8 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 932 time: 0.0558298 Mar 10 15:35:09.965216 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cafc2472-adb9-46b5-9c6c-9c85fdd065ac req-2419fdcf-c4f9-4412-b4a4-ef8540938596 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407386 Mar 10 15:35:10.065849 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2339beb6-da5c-4dae-9dab-dbba92534f10 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:35:10.073594 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Publish callbacks [] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.085341 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Transition to ACTIVE for port object 2339beb6-da5c-4dae-9dab-dbba92534f10 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:35:10.137180 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2457c-6f67-43e8-b9ef-3c0b58e04c37 req-c8d76aca-4d8b-4c72-957a-4565c567d06c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.138629 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4fe2457c-6f67-43e8-b9ef-3c0b58e04c37 req-c8d76aca-4d8b-4c72-957a-4565c567d06c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0518329 Mar 10 15:35:10.150334 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.186539 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4fe2457c-6f67-43e8-b9ef-3c0b58e04c37 req-71dd265c-3258-40e2-9f8f-495811a79066 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 Mar 10 15:35:10.221627 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874855-b646-4346-b222-a2573529b832 service neutron] Pushing event updated for resources: {'Port': ['ID=2339beb6-da5c-4dae-9dab-dbba92534f10,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:10.275603 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Attempting to bind port 2339beb6-da5c-4dae-9dab-dbba92534f10 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:35:10.275941 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Attempting to bind port 2339beb6-da5c-4dae-9dab-dbba92534f10 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:35:10.276275 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Attempting to bind port 2339beb6-da5c-4dae-9dab-dbba92534f10 on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:10.280828 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Port 2339beb6-da5c-4dae-9dab-dbba92534f10 on network fe1f7a71-487f-4e84-8e55-c66309930626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:35:10.281215 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Attempting to bind port 2339beb6-da5c-4dae-9dab-dbba92534f10 on network fe1f7a71-487f-4e84-8e55-c66309930626 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:10.286137 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:35:10.286479 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Checking segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:35:10.286868 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Bound using segment: {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:35:10.287295 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Bound port: 2339beb6-da5c-4dae-9dab-dbba92534f10, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb69216d-bfc0-45a8-881d-a2bef020427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:35:10.287664 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.355672 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] For port 2339beb6-da5c-4dae-9dab-dbba92534f10, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:35:10.358677 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] For port 2339beb6-da5c-4dae-9dab-dbba92534f10, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2339beb6-da5c-4dae-9dab-dbba92534f10,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:35:10.425693 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.460721 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.461486 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.462845 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-8c874855-b646-4346-b222-a2573529b832 service neutron] 10.222.0.69 "PUT /v2.0/ports/2339beb6-da5c-4dae-9dab-dbba92534f10 HTTP/1.1" status: 200 len: 1094 time: 0.7244275 Mar 10 15:35:10.463285 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'tag': '2339beb6-da5c-4dae-9dab-dbba92534f10'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:10.465680 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e963b161-f3e3-42be-8e52-f7062b3ac251" -d '{"events": [{"name": "network-changed", "server_uuid": "cee2c51f-636a-4a44-b253-8ea433d35b32", "tag": "2339beb6-da5c-4dae-9dab-dbba92534f10"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:10.492286 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874855-b646-4346-b222-a2573529b832 service neutron] Pushing event updated for resources: {'Port': ['ID=2339beb6-da5c-4dae-9dab-dbba92534f10,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:10.514278 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a0fbbb-86f6-4703-a63a-a6ba371c3495 x-openstack-request-id: req-69a0fbbb-86f6-4703-a63a-a6ba371c3495 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:10.514579 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee2c51f-636a-4a44-b253-8ea433d35b32", "tag": "2339beb6-da5c-4dae-9dab-dbba92534f10", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:10.514841 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69a0fbbb-86f6-4703-a63a-a6ba371c3495 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:10.515250 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'tag': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'status': 'completed', 'code': 200} Mar 10 15:35:10.602865 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963b161-f3e3-42be-8e52-f7062b3ac251 req-e0d4b1b9-0f6d-453f-b0b4-eedf716bd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.604573 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e963b161-f3e3-42be-8e52-f7062b3ac251 req-e0d4b1b9-0f6d-453f-b0b4-eedf716bd3eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 1128 time: 0.0472283 Mar 10 15:35:10.714587 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963b161-f3e3-42be-8e52-f7062b3ac251 req-1779a2ba-ea7d-40b0-9cf8-e51934858d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.715986 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e963b161-f3e3-42be-8e52-f7062b3ac251 req-1779a2ba-ea7d-40b0-9cf8-e51934858d2b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f505b359e5b84e9987de51e02f38d7de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958376 Mar 10 15:35:10.807634 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963b161-f3e3-42be-8e52-f7062b3ac251 req-2e706c15-be7b-4447-bef2-29ea508aa71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.809023 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e963b161-f3e3-42be-8e52-f7062b3ac251 req-2e706c15-be7b-4447-bef2-29ea508aa71d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863681 Mar 10 15:35:11.037982 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdfd9-2432-4920-b637-d671d514b817 req-122f4bb0-2882-4cf1-8699-7d72260abf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:11.040566 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-122f4bb0-2882-4cf1-8699-7d72260abf51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 1128 time: 0.0509291 Mar 10 15:35:11.086797 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6784235-a4a9-4655-a50d-62364fa8ecf5 req-40b2909a-30c5-4d2d-b466-9ad98fc536a6 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:11.088292 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c6784235-a4a9-4655-a50d-62364fa8ecf5 req-40b2909a-30c5-4d2d-b466-9ad98fc536a6 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 944 time: 0.0558064 Mar 10 15:35:11.089833 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-5c9d352f-2d88-4e40-8f5f-7a19ce1808d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2339beb6-da5c-4dae-9dab-dbba92534f10 HTTP/1.1" status: 200 len: 217 time: 0.0349922 Mar 10 15:35:11.134526 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c6784235-a4a9-4655-a50d-62364fa8ecf5 req-be562025-b24e-4260-8014-b54730d5d102 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404153 Mar 10 15:35:11.138437 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdfd9-2432-4920-b637-d671d514b817 req-f3064125-3b92-40ed-90e3-0b9a8c7b0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:11.139906 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-f3064125-3b92-40ed-90e3-0b9a8c7b0dde service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0429726 Mar 10 15:35:11.189339 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdfd9-2432-4920-b637-d671d514b817 req-39288ef5-fdf1-434e-aa42-0ee537737b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:11.190823 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-39288ef5-fdf1-434e-aa42-0ee537737b85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442379 Mar 10 15:35:11.285226 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-5bd90566-536c-4d93-87ac-d7cfa78c54f0 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849347 Mar 10 15:35:11.307304 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdabdf2-d5b1-4c4a-862f-03dd4f41a5c6 req-f5ab0ba1-c869-4178-be72-6d2fe915c907 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:11.308768 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9fdabdf2-d5b1-4c4a-862f-03dd4f41a5c6 req-f5ab0ba1-c869-4178-be72-6d2fe915c907 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0521624 Mar 10 15:35:11.354741 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9fdabdf2-d5b1-4c4a-862f-03dd4f41a5c6 req-d0dc9c83-75ec-425d-93a5-666f584f8937 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Mar 10 15:35:11.376262 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e33bdfd9-2432-4920-b637-d671d514b817 req-1fdd2a6f-8aeb-41a2-8aeb-57b88e53420a service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843508 Mar 10 15:35:12.251603 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125c785-7e29-45b8-b730-3f1b868919d0 req-01e4dd7f-4f40-4dd1-b60b-026c206bd947 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:12.253131 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7125c785-7e29-45b8-b730-3f1b868919d0 req-01e4dd7f-4f40-4dd1-b60b-026c206bd947 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 944 time: 0.0515325 Mar 10 15:35:12.301441 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7125c785-7e29-45b8-b730-3f1b868919d0 req-c4a4ffd8-0ec6-4fba-b42c-83abbfbdde61 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Mar 10 15:35:12.391255 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 2339beb6-da5c-4dae-9dab-dbba92534f10 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:35:12.469167 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da8948-5e49-4f2d-95f3-f4890a0f1413 req-85acad6b-bb51-49e0-958f-d2969cb35978 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:12.470543 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-95da8948-5e49-4f2d-95f3-f4890a0f1413 req-85acad6b-bb51-49e0-958f-d2969cb35978 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0511384 Mar 10 15:35:12.489407 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 2339beb6-da5c-4dae-9dab-dbba92534f10, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2339beb6-da5c-4dae-9dab-dbba92534f10,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:12.500761 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'port_id': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'mac_address': 'fa:16:3e:91:d3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:35:12.515931 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-95da8948-5e49-4f2d-95f3-f4890a0f1413 req-47f81c9e-85e2-4e99-9272-87f560e3d7e6 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393391 Mar 10 15:35:12.537371 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 2339beb6-da5c-4dae-9dab-dbba92534f10 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:12.537771 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.551132 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2339beb6-da5c-4dae-9dab-dbba92534f10 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:35:12.570425 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 2339beb6-da5c-4dae-9dab-dbba92534f10, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2339beb6-da5c-4dae-9dab-dbba92534f10,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:12.665267 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.716277 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=2339beb6-da5c-4dae-9dab-dbba92534f10,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:12.723249 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.723527 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.723866 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.724197 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.724524 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.724849 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.725191 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.726152 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.726477 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.726802 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.727122 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.727440 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:12.727755 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:13.064486 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['2339beb6-da5c-4dae-9dab-dbba92534f10'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:35:13.415902 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3cbee-d362-4ce8-8126-0c9a9672a03e req-6f86a925-347a-436e-8103-d1f7c8eb3170 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:13.417385 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f0b3cbee-d362-4ce8-8126-0c9a9672a03e req-6f86a925-347a-436e-8103-d1f7c8eb3170 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 945 time: 0.0519018 Mar 10 15:35:13.464692 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f0b3cbee-d362-4ce8-8126-0c9a9672a03e req-379e6fdd-0a4a-4aee-ba96-249064d50995 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Mar 10 15:35:13.638694 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf23d46-1313-4776-ab3a-73d13633b0a9 req-4301aca3-fbcb-48df-b335-a0ccd07b46a7 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:13.640133 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fbf23d46-1313-4776-ab3a-73d13633b0a9 req-4301aca3-fbcb-48df-b335-a0ccd07b46a7 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0542858 Mar 10 15:35:13.686529 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-fbf23d46-1313-4776-ab3a-73d13633b0a9 req-d4bef3d4-6aee-404e-8788-8651605a8b1f tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 Mar 10 15:35:14.327725 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-194fb348-39d1-47f8-a6e3-54f53398ab7c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:14.329332 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-194fb348-39d1-47f8-a6e3-54f53398ab7c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.69 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Mar 10 15:35:14.409668 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 2339beb6-da5c-4dae-9dab-dbba92534f10 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:14.420154 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Deleting port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:14.420514 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.503402 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 2339beb6-da5c-4dae-9dab-dbba92534f10 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:35:14.505108 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 2339beb6-da5c-4dae-9dab-dbba92534f10 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:14.506024 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.517898 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] For port 23a1b459-0d3d-4497-9c7d-8e16a12e5742, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a1b459-0d3d-4497-9c7d-8e16a12e5742,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:14.517898 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.530914 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Calling delete_port for 23a1b459-0d3d-4497-9c7d-8e16a12e5742 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:14.583828 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8106e-4db8-48ff-8176-9c85448f9751 req-06dfe833-83cb-48a9-96e3-19681ab45574 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:14.585913 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-05d8106e-4db8-48ff-8176-9c85448f9751 req-06dfe833-83cb-48a9-96e3-19681ab45574 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Mar 10 15:35:14.589277 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 2339beb6-da5c-4dae-9dab-dbba92534f10 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:14.589671 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.615524 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2339beb6-da5c-4dae-9dab-dbba92534f10'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:14.618540 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed17d08-d19a-4e0a-950c-1d3a4fe5a63f" -d '{"events": [{"server_uuid": "cee2c51f-636a-4a44-b253-8ea433d35b32", "name": "network-vif-plugged", "status": "completed", "tag": "2339beb6-da5c-4dae-9dab-dbba92534f10"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:14.633825 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 2339beb6-da5c-4dae-9dab-dbba92534f10, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2339beb6-da5c-4dae-9dab-dbba92534f10,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:14.640740 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-05d8106e-4db8-48ff-8176-9c85448f9751 req-957da83e-b6d8-414c-8239-e15cd1124258 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489788 Mar 10 15:35:14.664045 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91673f6a-47df-45c2-9710-e9cf66f24e05 x-openstack-request-id: req-91673f6a-47df-45c2-9710-e9cf66f24e05 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:14.664045 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee2c51f-636a-4a44-b253-8ea433d35b32", "name": "network-vif-plugged", "status": "completed", "tag": "2339beb6-da5c-4dae-9dab-dbba92534f10", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:14.664510 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91673f6a-47df-45c2-9710-e9cf66f24e05 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:14.664813 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'code': 200} Mar 10 15:35:14.704730 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.761090 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=2339beb6-da5c-4dae-9dab-dbba92534f10,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:14.791080 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (23a1b459-0d3d-4497-9c7d-8e16a12e5742), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.809319 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de315ed0-bca9-42de-90ce-243cf18e55ca req-7ba673c4-580e-446c-83b1-24badd7e9dfa tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:14.810828 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-de315ed0-bca9-42de-90ce-243cf18e55ca req-7ba673c4-580e-446c-83b1-24badd7e9dfa tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 945 time: 0.0579789 Mar 10 15:35:14.825955 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Pushing event deleted for resources: {'Port': ['ID=23a1b459-0d3d-4497-9c7d-8e16a12e5742,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:14.828849 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['23a1b459-0d3d-4497-9c7d-8e16a12e5742'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:35:14.869010 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] No DVR routers for this DVR port 23a1b459-0d3d-4497-9c7d-8e16a12e5742 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:14.871715 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.873635 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-de315ed0-bca9-42de-90ce-243cf18e55ca req-029a066f-f1a8-459b-924b-52122c3627c5 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525362 Mar 10 15:35:14.875332 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-db2cca32-f51b-45c2-a3e7-3693c55cfea8 req-22862b46-082d-4ac9-ac4e-3d9ac9cf0edd tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.69 "DELETE /v2.0/ports/23a1b459-0d3d-4497-9c7d-8e16a12e5742 HTTP/1.1" status: 204 len: 173 time: 0.5393269 Mar 10 15:35:14.876052 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795895db-2228-40f0-8892-6cfc0094ab14', 'name': 'network-vif-deleted', 'tag': '23a1b459-0d3d-4497-9c7d-8e16a12e5742'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:14.878851 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b43043-c195-4a4c-a68c-50ea918afbe4" -d '{"events": [{"server_uuid": "795895db-2228-40f0-8892-6cfc0094ab14", "name": "network-vif-deleted", "tag": "23a1b459-0d3d-4497-9c7d-8e16a12e5742"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:14.914105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f026a08-cf78-4837-96bb-061a04d71d33 x-openstack-request-id: req-3f026a08-cf78-4837-96bb-061a04d71d33 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:14.914401 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795895db-2228-40f0-8892-6cfc0094ab14", "name": "network-vif-deleted", "tag": "23a1b459-0d3d-4497-9c7d-8e16a12e5742", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:14.914659 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f026a08-cf78-4837-96bb-061a04d71d33 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:14.915068 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795895db-2228-40f0-8892-6cfc0094ab14', 'name': 'network-vif-deleted', 'tag': '23a1b459-0d3d-4497-9c7d-8e16a12e5742', 'status': 'completed', 'code': 200} Mar 10 15:35:15.061684 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca78e1-acc9-492d-ab05-0614a5459295 req-f915df3d-d5dd-4e84-80d6-2abcc378cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:15.067150 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-54ca78e1-acc9-492d-ab05-0614a5459295 req-f915df3d-d5dd-4e84-80d6-2abcc378cab1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 1130 time: 0.0454292 Mar 10 15:35:15.110443 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-54ca78e1-acc9-492d-ab05-0614a5459295 req-a297e29c-49f9-439c-abb4-e1980a33eb50 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396531 Mar 10 15:35:15.759866 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73894a-cc63-4fab-8fd0-076e1843a08c req-662bd592-a7eb-4910-8279-339fac96e392 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:15.761356 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-be73894a-cc63-4fab-8fd0-076e1843a08c req-662bd592-a7eb-4910-8279-339fac96e392 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 946 time: 0.0514481 Mar 10 15:35:15.808082 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-be73894a-cc63-4fab-8fd0-076e1843a08c req-657de31e-1df5-444c-af7d-c4d58d570fa1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410736 Mar 10 15:35:15.976416 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-5420614e-0c7f-436a-8c5d-7099cef07358 req-0c24ab95-c37a-47a2-aaa4-320be0ea6a78 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=795895db-2228-40f0-8892-6cfc0094ab14 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Mar 10 15:35:16.924776 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49936b9-2917-42fd-abf4-efb3df30866d req-88accb0e-ee70-4597-9047-c8df400e838b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:16.926271 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b49936b9-2917-42fd-abf4-efb3df30866d req-88accb0e-ee70-4597-9047-c8df400e838b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 946 time: 0.0541542 Mar 10 15:35:16.971961 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b49936b9-2917-42fd-abf4-efb3df30866d req-ed22e91f-bdeb-4371-a02d-846082f276d3 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392976 Mar 10 15:35:17.086008 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a946325-5943-45a4-b405-c8304705271b req-5a0e9480-f689-4cf5-918c-0120009ea56b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:17.087426 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8a946325-5943-45a4-b405-c8304705271b req-5a0e9480-f689-4cf5-918c-0120009ea56b tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 946 time: 0.0532429 Mar 10 15:35:17.095951 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 58786) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.100978 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Request body: {'floatingip': {'port_id': '2339beb6-da5c-4dae-9dab-dbba92534f10'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:17.142885 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.579329 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.762084 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.867782 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Floating IP ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4 associated. External IP: 172.28.1.80, port: 2339beb6-da5c-4dae-9dab-dbba92534f10. Mar 10 15:35:18.328158 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:18.425847 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 23a1b459-0d3d-4497-9c7d-8e16a12e5742 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:18.438680 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:18.446827 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 23a1b459-0d3d-4497-9c7d-8e16a12e5742 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:18.447186 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 23a1b459-0d3d-4497-9c7d-8e16a12e5742 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:18.448391 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:18.450763 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:18.460920 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:18.461571 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:18.479132 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-3c289627-7d54-4f9e-bd17-325fdf7575ed tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "PUT /v2.0/floatingips/ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4 HTTP/1.1" status: 200 len: 991 time: 1.3820646 Mar 10 15:35:18.479814 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'tag': '2339beb6-da5c-4dae-9dab-dbba92534f10'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:18.482333 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c" -d '{"events": [{"name": "network-changed", "server_uuid": "cee2c51f-636a-4a44-b253-8ea433d35b32", "tag": "2339beb6-da5c-4dae-9dab-dbba92534f10"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:18.520123 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631fc8db-662b-4bc5-a4e5-655580f6b105 x-openstack-request-id: req-631fc8db-662b-4bc5-a4e5-655580f6b105 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:18.520414 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee2c51f-636a-4a44-b253-8ea433d35b32", "tag": "2339beb6-da5c-4dae-9dab-dbba92534f10", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:18.520725 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-631fc8db-662b-4bc5-a4e5-655580f6b105 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:18.521126 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'tag': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'status': 'completed', 'code': 200} Mar 10 15:35:18.621455 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-e0073a5e-aff1-4ac8-aa3a-5cbcce0c42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:18.621455 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-e0073a5e-aff1-4ac8-aa3a-5cbcce0c42db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f505b359e5b84e9987de51e02f38d7de&device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 1130 time: 0.0479264 Mar 10 15:35:18.704203 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:18.712035 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-6299a5a0-c6b4-4558-8f8f-4e620f54e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:18.713649 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-6299a5a0-c6b4-4558-8f8f-4e620f54e005 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 200 len: 916 time: 0.0880260 Mar 10 15:35:18.781941 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-256c6bb2-6e5d-4b61-bf78-534e02eabde3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2339beb6-da5c-4dae-9dab-dbba92534f10 HTTP/1.1" status: 200 len: 999 time: 0.0624053 Mar 10 15:35:18.830007 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-5c4c36ee-e7b2-4ee9-98f0-10d5d18bcac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:18.831502 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-5c4c36ee-e7b2-4ee9-98f0-10d5d18bcac9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 200 len: 854 time: 0.0435669 Mar 10 15:35:18.882752 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-3cba2cc7-4761-46db-89a7-b07b4f25f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:18.884345 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-3cba2cc7-4761-46db-89a7-b07b4f25f0f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe1f7a71-487f-4e84-8e55-c66309930626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0454056 Mar 10 15:35:18.939523 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:91:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:05Z', 'updated_at': '2022-03-10T15:35:17Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:18.965327 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:18.973637 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:18.974252 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:18.990521 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-a9b5f29c-1bf4-439a-8195-fa87d2aeb8d5 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870724 Mar 10 15:35:19.082759 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0a1d6305-54d8-4bc4-8d1f-9c097168fa3c req-6db3283f-f747-43a5-9337-37a370432ce0 service neutron] 10.222.0.69 "GET /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864751 Mar 10 15:35:19.087439 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:19.333411 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:91:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:05Z', 'updated_at': '2022-03-10T15:35:17Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:19.358800 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26ee0d-d8d3-4304-9d1a-68acd4db3163 None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': 'ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'floating_ip_address': '172.28.1.80', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'port_id': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'mac_address': 'fa:16:3e:91:d3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:05Z', 'updated_at': '2022-03-10T15:35:17Z', 'revision_number': 1, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:19.557701 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194ba03f-880b-4f52-b8b1-8aab851664ec None None] New status for floating IP ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4: ACTIVE {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:35:21.294369 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-56d04e58-fcfe-4563-b6fa-af722ff7f570 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:21.295731 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-56d04e58-fcfe-4563-b6fa-af722ff7f570 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/networks?id=63bc689c-4a70-4d68-96c0-60b9d03c06ed HTTP/1.1" status: 200 len: 814 time: 0.1017761 Mar 10 15:35:21.310769 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-c5e45cd9-3d01-4ed8-b4b3-7e9a770ca912 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/quotas/bb7775cc33b347068ce1954d8974bc30 HTTP/1.1" status: 200 len: 375 time: 0.0097516 Mar 10 15:35:21.341568 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-fa4fbe72-585e-45b0-812f-8794c29362e9 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb7775cc33b347068ce1954d8974bc30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261207 Mar 10 15:35:21.436427 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-c3c37e83-37b8-43ad-a321-75deb25deca4 service neutron] 10.222.0.70 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885262 Mar 10 15:35:21.521910 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-107eaba6-f064-455f-9f2f-0b9ba50440e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:21.525773 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-8c360b29-3305-4086-8dc6-f1a568bd1a25 service neutron] 10.222.0.70 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836322 Mar 10 15:35:21.818370 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9217674b-73fd-4a85-8122-33d7eba57ea9 req-1f4a1a54-7ac2-4e8a-a3f5-46c9df969c4a tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 210 time: 0.0279081 Mar 10 15:35:22.915052 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c11be574-abdf-4a3c-94d3-0746d978f226 req-96e7d15f-3cff-441e-b1bc-cfddd99c8da2 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 210 time: 0.0340002 Mar 10 15:35:23.692950 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-793be20f-afc7-4650-956c-5c6d26986f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.716203 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-c35dbc8d-ce1d-4ae4-885b-4624711e7781 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:23.717714 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-c35dbc8d-ce1d-4ae4-885b-4624711e7781 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.69 "GET /v2.0/networks?id=63bc689c-4a70-4d68-96c0-60b9d03c06ed HTTP/1.1" status: 200 len: 814 time: 0.1002958 Mar 10 15:35:23.736431 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Request body: {'port': {'device_id': 'f5a1fe34-d547-47ef-8293-2f8e55b85ca7', 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed', 'admin_state_up': True, 'tenant_id': 'bb7775cc33b347068ce1954d8974bc30'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:23.933033 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Made reservation on behalf of bb7775cc33b347068ce1954d8974bc30 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:35:23.936555 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.013965 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f30dfe23-9ca2-4d52-ad98-d49ba6387718 req-acfcc26c-bf1d-46d2-a1c7-0b84708961a4 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 210 time: 0.0280235 Mar 10 15:35:24.062599 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Allocated IP 172.20.0.13 (63bc689c-4a70-4d68-96c0-60b9d03c06ed/00b40646-87dd-4db2-9f35-bf164ef77528/64d555ae-a047-4e21-97a0-a416e12ac93b) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:24.204825 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks [] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.299015 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.341835 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Network 63bc689c-4a70-4d68-96c0-60b9d03c06ed is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:24.346930 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:24.349457 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:24.379215 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Pushing event updated for resources: {'Port': ['ID=64d555ae-a047-4e21-97a0-a416e12ac93b,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:24.403716 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:24.404363 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.483982 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-59289201-ad76-46e5-862b-14c5dc228705 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7511733 Mar 10 15:35:24.501250 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Request body: {'port': {'device_id': 'f5a1fe34-d547-47ef-8293-2f8e55b85ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:24.559400 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.814338 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d555ae-a047-4e21-97a0-a416e12ac93b {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:35:24.824488 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Publish callbacks [] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.837660 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Transition to ACTIVE for port object 64d555ae-a047-4e21-97a0-a416e12ac93b will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:35:24.910246 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.950460 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.960965 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Pushing event updated for resources: {'Port': ['ID=64d555ae-a047-4e21-97a0-a416e12ac93b,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:25.023396 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Attempting to bind port 64d555ae-a047-4e21-97a0-a416e12ac93b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:35:25.023735 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Attempting to bind port 64d555ae-a047-4e21-97a0-a416e12ac93b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:35:25.024064 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Attempting to bind port 64d555ae-a047-4e21-97a0-a416e12ac93b on network 63bc689c-4a70-4d68-96c0-60b9d03c06ed {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:25.028244 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Port 64d555ae-a047-4e21-97a0-a416e12ac93b on network 63bc689c-4a70-4d68-96c0-60b9d03c06ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:35:25.028569 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Attempting to bind port 64d555ae-a047-4e21-97a0-a416e12ac93b on network 63bc689c-4a70-4d68-96c0-60b9d03c06ed {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:25.033342 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:35:25.033756 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Checking segment: {'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:35:25.034067 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Bound using segment: {'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:35:25.034489 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Bound port: 64d555ae-a047-4e21-97a0-a416e12ac93b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0932303-5618-4daf-85e1-b96ce9a9620c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:35:25.034840 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.099505 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] For port 64d555ae-a047-4e21-97a0-a416e12ac93b, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:35:25.102525 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] For port 64d555ae-a047-4e21-97a0-a416e12ac93b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=64d555ae-a047-4e21-97a0-a416e12ac93b,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:35:25.134052 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13919-092c-45ad-8dcb-4400690eb991 req-0a39725e-c2f5-4b81-abd1-c0fa696136e3 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:25.135523 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-05f13919-092c-45ad-8dcb-4400690eb991 req-0a39725e-c2f5-4b81-abd1-c0fa696136e3 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 944 time: 0.0535538 Mar 10 15:35:25.156794 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.190543 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:25.190919 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-05f13919-092c-45ad-8dcb-4400690eb991 req-38d55d2f-a5d0-4ba7-9611-02ef0d75647f tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498049 Mar 10 15:35:25.191165 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.192540 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] 10.222.0.69 "PUT /v2.0/ports/64d555ae-a047-4e21-97a0-a416e12ac93b HTTP/1.1" status: 200 len: 1094 time: 0.6953378 Mar 10 15:35:25.193080 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a1fe34-d547-47ef-8293-2f8e55b85ca7', 'tag': '64d555ae-a047-4e21-97a0-a416e12ac93b'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:25.195331 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f9e34-efdb-4e63-9c31-3e79b1ed9a10" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a1fe34-d547-47ef-8293-2f8e55b85ca7", "tag": "64d555ae-a047-4e21-97a0-a416e12ac93b"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:25.219276 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b91ce4-c2cf-4077-857b-79cc1ae927cd service neutron] Pushing event updated for resources: {'Port': ['ID=64d555ae-a047-4e21-97a0-a416e12ac93b,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:25.232627 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd49145-d077-4d33-b1e4-4b934cc6c47a x-openstack-request-id: req-cbd49145-d077-4d33-b1e4-4b934cc6c47a {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:25.232921 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a1fe34-d547-47ef-8293-2f8e55b85ca7", "tag": "64d555ae-a047-4e21-97a0-a416e12ac93b", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:25.233205 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbd49145-d077-4d33-b1e4-4b934cc6c47a {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:25.233608 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a1fe34-d547-47ef-8293-2f8e55b85ca7', 'tag': '64d555ae-a047-4e21-97a0-a416e12ac93b', 'status': 'completed', 'code': 200} Mar 10 15:35:25.322883 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f9e34-efdb-4e63-9c31-3e79b1ed9a10 req-52c90071-39b9-4c1f-8a41-6ccd69e8a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:25.324376 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b76f9e34-efdb-4e63-9c31-3e79b1ed9a10 req-52c90071-39b9-4c1f-8a41-6ccd69e8a4c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb7775cc33b347068ce1954d8974bc30&device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0448463 Mar 10 15:35:25.426167 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f9e34-efdb-4e63-9c31-3e79b1ed9a10 req-a9ace402-aecf-43aa-a697-5cae98fcd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:25.427550 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b76f9e34-efdb-4e63-9c31-3e79b1ed9a10 req-a9ace402-aecf-43aa-a697-5cae98fcd3a2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bb7775cc33b347068ce1954d8974bc30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0892594 Mar 10 15:35:25.518078 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f9e34-efdb-4e63-9c31-3e79b1ed9a10 req-3c4da194-4419-438e-9186-0a0a44a247b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:25.519532 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-b76f9e34-efdb-4e63-9c31-3e79b1ed9a10 req-3c4da194-4419-438e-9186-0a0a44a247b6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843472 Mar 10 15:35:25.621323 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-e5c03c0d-1d11-4c0e-93a9-c3b60b73e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:25.622824 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-e5c03c0d-1d11-4c0e-93a9-c3b60b73e903 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb7775cc33b347068ce1954d8974bc30&device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0470643 Mar 10 15:35:25.673740 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-7ba4292c-4352-44a1-96bd-ffdce7c78d50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d555ae-a047-4e21-97a0-a416e12ac93b HTTP/1.1" status: 200 len: 217 time: 0.0340903 Mar 10 15:35:25.720306 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-268b7197-01a3-49ee-b341-9cf7b0495bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:25.721731 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-268b7197-01a3-49ee-b341-9cf7b0495bd8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00b40646-87dd-4db2-9f35-bf164ef77528 HTTP/1.1" status: 200 len: 854 time: 0.0414655 Mar 10 15:35:25.751785 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-b1185c76-077a-480e-9c4a-8fb36e13122e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63bc689c-4a70-4d68-96c0-60b9d03c06ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234361 Mar 10 15:35:25.839920 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-e22378fc-5982-43e9-920c-701a5d3896d3 service neutron] 10.222.0.69 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820765 Mar 10 15:35:25.925343 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-61adc899-26e9-4a2c-8d6a-aa7fd06a58ad req-4a54902a-a7f4-44f4-8e1d-ff2fc5dcf8fb service neutron] 10.222.0.69 "GET /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795634 Mar 10 15:35:26.308308 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49563c30-d69b-4c2d-8914-cfbf4759e309 req-b0684808-218e-4910-abf0-d79ed8627f7a tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:26.309791 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-49563c30-d69b-4c2d-8914-cfbf4759e309 req-b0684808-218e-4910-abf0-d79ed8627f7a tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 944 time: 0.0515120 Mar 10 15:35:26.360223 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-49563c30-d69b-4c2d-8914-cfbf4759e309 req-b611d6c9-472d-43c6-a05e-1920976d9f33 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438619 Mar 10 15:35:26.384516 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.477176 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b00a-f769-496b-9759-9fbf261dc740 req-d1505d35-32ed-4a11-905e-b0699259f3e0 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:27.478633 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-04b5b00a-f769-496b-9759-9fbf261dc740 req-d1505d35-32ed-4a11-905e-b0699259f3e0 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 944 time: 0.0516412 Mar 10 15:35:27.523884 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-04b5b00a-f769-496b-9759-9fbf261dc740 req-52a9226b-b1d8-4f2e-82da-1007119686b2 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Mar 10 15:35:27.761404 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:28.462045 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 64d555ae-a047-4e21-97a0-a416e12ac93b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:35:28.559401 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 64d555ae-a047-4e21-97a0-a416e12ac93b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=64d555ae-a047-4e21-97a0-a416e12ac93b,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:28.571129 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': '64d555ae-a047-4e21-97a0-a416e12ac93b', 'network_id': '63bc689c-4a70-4d68-96c0-60b9d03c06ed', 'port_id': '64d555ae-a047-4e21-97a0-a416e12ac93b', 'mac_address': 'fa:16:3e:88:5b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b40646-87dd-4db2-9f35-bf164ef77528', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:35:28.607474 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 64d555ae-a047-4e21-97a0-a416e12ac93b is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:28.607870 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:28.620947 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d555ae-a047-4e21-97a0-a416e12ac93b {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:35:28.639358 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf0ea-58b6-49ed-8174-3d0dcc1eefc5 req-09c1f150-5bf5-41c1-b607-51bd6e78b42d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.640657 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 64d555ae-a047-4e21-97a0-a416e12ac93b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=64d555ae-a047-4e21-97a0-a416e12ac93b,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:28.640864 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f4ccf0ea-58b6-49ed-8174-3d0dcc1eefc5 req-09c1f150-5bf5-41c1-b607-51bd6e78b42d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 944 time: 0.0522246 Mar 10 15:35:28.686331 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f4ccf0ea-58b6-49ed-8174-3d0dcc1eefc5 req-4e231e2e-b547-4533-a21a-3663fab60bcf tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Mar 10 15:35:28.715902 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:28.762679 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=64d555ae-a047-4e21-97a0-a416e12ac93b,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:29.073071 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['64d555ae-a047-4e21-97a0-a416e12ac93b'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:35:29.349823 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:29.804814 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4062e9e-ecae-46d7-984e-efcadd849951 req-5e781009-4f95-46b9-85e9-4fed1740ab83 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:29.806566 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e4062e9e-ecae-46d7-984e-efcadd849951 req-5e781009-4f95-46b9-85e9-4fed1740ab83 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 945 time: 0.0551183 Mar 10 15:35:29.852598 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e4062e9e-ecae-46d7-984e-efcadd849951 req-9ffcee68-083b-4bc3-8236-50e1c6aacdb8 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Mar 10 15:35:30.483907 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 64d555ae-a047-4e21-97a0-a416e12ac93b up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:30.595364 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port 64d555ae-a047-4e21-97a0-a416e12ac93b completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:35:30.599364 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port 64d555ae-a047-4e21-97a0-a416e12ac93b triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:30.599741 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:30.678222 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port 64d555ae-a047-4e21-97a0-a416e12ac93b is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:30.678619 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:30.700919 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a1fe34-d547-47ef-8293-2f8e55b85ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d555ae-a047-4e21-97a0-a416e12ac93b'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:30.703189 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890fc0ad-4d0d-422a-b6b0-eac0b3ba5204" -d '{"events": [{"server_uuid": "f5a1fe34-d547-47ef-8293-2f8e55b85ca7", "name": "network-vif-plugged", "status": "completed", "tag": "64d555ae-a047-4e21-97a0-a416e12ac93b"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:30.714883 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port 64d555ae-a047-4e21-97a0-a416e12ac93b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=64d555ae-a047-4e21-97a0-a416e12ac93b,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:30.739194 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bffa80-144c-42f1-8447-7a7c266f5126 x-openstack-request-id: req-c8bffa80-144c-42f1-8447-7a7c266f5126 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:30.739491 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a1fe34-d547-47ef-8293-2f8e55b85ca7", "name": "network-vif-plugged", "status": "completed", "tag": "64d555ae-a047-4e21-97a0-a416e12ac93b", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:30.739748 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8bffa80-144c-42f1-8447-7a7c266f5126 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:30.740141 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a1fe34-d547-47ef-8293-2f8e55b85ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d555ae-a047-4e21-97a0-a416e12ac93b', 'code': 200} Mar 10 15:35:30.766849 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:30.815503 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=64d555ae-a047-4e21-97a0-a416e12ac93b,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:30.969448 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c407147-cf6d-4679-8330-5ec1ff41d074 req-85360f40-5e24-48df-a245-2636033c2718 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:30.970975 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c407147-cf6d-4679-8330-5ec1ff41d074 req-85360f40-5e24-48df-a245-2636033c2718 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0516949 Mar 10 15:35:31.020711 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4c407147-cf6d-4679-8330-5ec1ff41d074 req-4bf5854d-3f90-4fac-ad97-63dbf6f7a471 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Mar 10 15:35:31.041889 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a630f-94b6-4064-920d-e34e021e002d req-0a403399-61a3-4175-9e15-050d170e6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:31.043406 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-a24a630f-94b6-4064-920d-e34e021e002d req-0a403399-61a3-4175-9e15-050d170e6531 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 1130 time: 0.0481434 Mar 10 15:35:31.085190 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-a24a630f-94b6-4064-920d-e34e021e002d req-5fc33bc2-a988-4c2b-a4f6-9109c030edba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354371 Mar 10 15:35:32.142263 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b309d90-97f9-4f8f-870c-25f45cb7e18b req-b4762550-70da-4bbd-9357-0e985d4453da tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:32.143751 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1b309d90-97f9-4f8f-870c-25f45cb7e18b req-b4762550-70da-4bbd-9357-0e985d4453da tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0563371 Mar 10 15:35:32.190247 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1b309d90-97f9-4f8f-870c-25f45cb7e18b req-74857edd-c3d4-42d6-8723-fab777f6f833 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Mar 10 15:35:33.307942 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf36d8a-ee67-4f18-a2f6-46836c76c7e2 req-15f57a99-7217-473b-a7a1-12fe14a0976e tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:33.309424 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-adf36d8a-ee67-4f18-a2f6-46836c76c7e2 req-15f57a99-7217-473b-a7a1-12fe14a0976e tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0522251 Mar 10 15:35:33.354486 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-adf36d8a-ee67-4f18-a2f6-46836c76c7e2 req-9548081c-678b-4bc7-9ba6-6e64bbee3273 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Mar 10 15:35:33.694558 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:35:51.526759 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e7933e1a-0dd4-48f8-9147-63b7a5bd79ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:53.681066 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-60f0be13-fa5e-4f94-9b90-6318b26440ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:54.943652 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:56.395797 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:56.610968 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce511b-58d9-426c-8e0e-26ac55114a7c req-2f72391f-2f48-4521-8960-253708caad6c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:56.612469 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-07ce511b-58d9-426c-8e0e-26ac55114a7c req-2f72391f-2f48-4521-8960-253708caad6c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0530596 Mar 10 15:35:56.662538 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-07ce511b-58d9-426c-8e0e-26ac55114a7c req-1197b80a-4613-428f-aa25-63459a3d53e5 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Mar 10 15:35:57.772342 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:57.780890 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29faa8c-aaa4-4c0a-b4b6-7e2793e0221d req-e28b0558-519b-4144-970e-79a100d3cac6 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:57.782488 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d29faa8c-aaa4-4c0a-b4b6-7e2793e0221d req-e28b0558-519b-4144-970e-79a100d3cac6 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0541728 Mar 10 15:35:57.829522 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d29faa8c-aaa4-4c0a-b4b6-7e2793e0221d req-021e4644-7c3a-4849-8184-0c7b95064f5e tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Mar 10 15:35:58.951536 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8812a-1857-448b-acf5-beca4ffcef8c req-76844367-3963-46eb-a9d3-422125f50748 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:58.953036 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b2e8812a-1857-448b-acf5-beca4ffcef8c req-76844367-3963-46eb-a9d3-422125f50748 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0526326 Mar 10 15:35:58.998766 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-b2e8812a-1857-448b-acf5-beca4ffcef8c req-ee770300-4c35-46d8-8758-06a2f09c264a tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399802 Mar 10 15:35:59.344576 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:00.119295 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e578bb-a9f8-41ae-bdcb-7f12b58dec65 req-b7103e45-8c5b-4e54-aaf3-44b14ddbab98 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:00.120794 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d1e578bb-a9f8-41ae-bdcb-7f12b58dec65 req-b7103e45-8c5b-4e54-aaf3-44b14ddbab98 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0564156 Mar 10 15:36:00.166798 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d1e578bb-a9f8-41ae-bdcb-7f12b58dec65 req-a2e1c607-9f94-48ea-b6b7-b7dd808fa29c tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Mar 10 15:36:01.214243 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb90609-0f9c-44b4-af0d-672ec30903ab req-43b62710-0577-494d-a09b-931d0532aa83 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:01.215732 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3bb90609-0f9c-44b4-af0d-672ec30903ab req-43b62710-0577-494d-a09b-931d0532aa83 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 946 time: 0.0526969 Mar 10 15:36:01.286610 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3bb90609-0f9c-44b4-af0d-672ec30903ab req-5a1da429-e848-43ac-8055-9cb5373d4ce0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651271 Mar 10 15:36:01.305902 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5453-7486-4076-861f-2cc745cefcf8 req-878d945e-4e80-44d2-8ea6-b15eec012e96 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:01.307911 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3fad5453-7486-4076-861f-2cc745cefcf8 req-878d945e-4e80-44d2-8ea6-b15eec012e96 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0701241 Mar 10 15:36:01.360601 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3fad5453-7486-4076-861f-2cc745cefcf8 req-e60295fa-d773-4b38-8c00-d86a31271575 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/security-groups?id=5d38e069-07a6-4af2-b2c5-5ab747613bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472443 Mar 10 15:36:01.828797 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-7bfe9e4a-5fb6-4247-a2cc-b8fc673a40eb tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:01.830181 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-7bfe9e4a-5fb6-4247-a2cc-b8fc673a40eb tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 946 time: 0.0512447 Mar 10 15:36:01.922464 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Deleting port 64d555ae-a047-4e21-97a0-a416e12ac93b {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:01.922803 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:02.007718 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] For port 64d555ae-a047-4e21-97a0-a416e12ac93b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=64d555ae-a047-4e21-97a0-a416e12ac93b,segment=NetworkSegment(f0932303-5618-4daf-85e1-b96ce9a9620c),segment_id=f0932303-5618-4daf-85e1-b96ce9a9620c)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:02.008083 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:02.020945 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Calling delete_port for 64d555ae-a047-4e21-97a0-a416e12ac93b owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:02.183508 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (64d555ae-a047-4e21-97a0-a416e12ac93b), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:02.210752 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Pushing event deleted for resources: {'Port': ['ID=64d555ae-a047-4e21-97a0-a416e12ac93b,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:02.220767 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['64d555ae-a047-4e21-97a0-a416e12ac93b'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:36:02.224242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.224242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.224242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.224242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.224242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.224242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.224776 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.224867 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.225190 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.225517 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.225842 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.226162 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.226479 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:02.261074 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] No DVR routers for this DVR port 64d555ae-a047-4e21-97a0-a416e12ac93b on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:02.263419 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:02.266659 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1cbbeaeb-66e1-4174-8cd1-6fde7bbfb49f req-65fd87a2-8c4d-4911-b84d-f2cff22d089d tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.69 "DELETE /v2.0/ports/64d555ae-a047-4e21-97a0-a416e12ac93b HTTP/1.1" status: 204 len: 173 time: 0.4311111 Mar 10 15:36:02.267083 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a1fe34-d547-47ef-8293-2f8e55b85ca7', 'name': 'network-vif-deleted', 'tag': '64d555ae-a047-4e21-97a0-a416e12ac93b'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:02.269290 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe7ba83-a357-42b1-8028-c894da8783c4" -d '{"events": [{"server_uuid": "f5a1fe34-d547-47ef-8293-2f8e55b85ca7", "name": "network-vif-deleted", "tag": "64d555ae-a047-4e21-97a0-a416e12ac93b"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:02.304307 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48439200-ba9a-47c8-8b43-795f69dbd3eb x-openstack-request-id: req-48439200-ba9a-47c8-8b43-795f69dbd3eb {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:02.304859 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a1fe34-d547-47ef-8293-2f8e55b85ca7", "name": "network-vif-deleted", "tag": "64d555ae-a047-4e21-97a0-a416e12ac93b", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:02.305112 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48439200-ba9a-47c8-8b43-795f69dbd3eb {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:02.305588 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a1fe34-d547-47ef-8293-2f8e55b85ca7', 'name': 'network-vif-deleted', 'tag': '64d555ae-a047-4e21-97a0-a416e12ac93b', 'status': 'completed', 'code': 200} Mar 10 15:36:02.407761 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43d19b-c76e-4926-841d-adfc1c1f4320 req-178bbd3c-fe71-469f-88c3-f41029110d88 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:02.409273 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1f43d19b-c76e-4926-841d-adfc1c1f4320 req-178bbd3c-fe71-469f-88c3-f41029110d88 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 946 time: 0.0520935 Mar 10 15:36:02.467602 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-413f33ba-e2d4-4344-8d21-cc544bdaf717 req-4bb32f34-7855-4f2a-9e70-7e6a93bbeb57 tempest-VolumesSnapshotTestJSON-1324956369 tempest-VolumesSnapshotTestJSON-1324956369-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5a1fe34-d547-47ef-8293-2f8e55b85ca7 HTTP/1.1" status: 200 len: 210 time: 0.0343819 Mar 10 15:36:02.484504 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-1f43d19b-c76e-4926-841d-adfc1c1f4320 req-48050db0-a820-4b65-a3b2-64bbee721a4a tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666919 Mar 10 15:36:03.346930 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-be2ed2c3-f67d-45c4-8e11-f2d66c9982f1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:03.349704 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-be2ed2c3-f67d-45c4-8e11-f2d66c9982f1 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 946 time: 0.0589097 Mar 10 15:36:03.439250 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Deleting port 2339beb6-da5c-4dae-9dab-dbba92534f10 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:03.439593 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.532267 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] For port 2339beb6-da5c-4dae-9dab-dbba92534f10, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2339beb6-da5c-4dae-9dab-dbba92534f10,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:03.532573 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.607607 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907d832-6980-4d65-bfef-ceb16115d8ef req-11614273-23b4-456f-ac0f-303ce307a5a5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:03.609354 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e907d832-6980-4d65-bfef-ceb16115d8ef req-11614273-23b4-456f-ac0f-303ce307a5a5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 946 time: 0.0549014 Mar 10 15:36:03.661183 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e907d832-6980-4d65-bfef-ceb16115d8ef req-13509caf-e7a4-473b-8037-d5e47c09c7c4 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d266daa-bae5-4f41-a947-ebd8695c21ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460203 Mar 10 15:36:03.719182 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.719549 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.719866 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.l3_db [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Floating IP ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4 disassociated. External IP: 172.28.1.80, port: 2339beb6-da5c-4dae-9dab-dbba92534f10. Mar 10 15:36:03.720210 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Calling delete_port for 2339beb6-da5c-4dae-9dab-dbba92534f10 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:03.914697 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (2339beb6-da5c-4dae-9dab-dbba92534f10), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.940805 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'Port': ['ID=2339beb6-da5c-4dae-9dab-dbba92534f10,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:04.061959 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:04.173056 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:04.184367 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:04.196748 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:04.197430 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:04.216764 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] No DVR routers for this DVR port 2339beb6-da5c-4dae-9dab-dbba92534f10 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:04.219243 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.222522 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-38adac26-96e9-43ee-b025-001a1e7106c3 req-ee407a01-34b0-4261-86b3-0787a10cb683 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.69 "DELETE /v2.0/ports/2339beb6-da5c-4dae-9dab-dbba92534f10 HTTP/1.1" status: 204 len: 173 time: 0.8679116 Mar 10 15:36:04.305318 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:04.307411 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'name': 'network-vif-deleted', 'tag': '2339beb6-da5c-4dae-9dab-dbba92534f10'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:04.309845 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c4e802-4587-4cb0-8816-45bf50d3ffda" -d '{"events": [{"server_uuid": "cee2c51f-636a-4a44-b253-8ea433d35b32", "name": "network-vif-deleted", "tag": "2339beb6-da5c-4dae-9dab-dbba92534f10"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:04.353448 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c069366-aa02-421c-b09c-6914009a65a6 x-openstack-request-id: req-8c069366-aa02-421c-b09c-6914009a65a6 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:04.354438 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee2c51f-636a-4a44-b253-8ea433d35b32", "name": "network-vif-deleted", "tag": "2339beb6-da5c-4dae-9dab-dbba92534f10", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:04.354866 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c069366-aa02-421c-b09c-6914009a65a6 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:04.355445 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee2c51f-636a-4a44-b253-8ea433d35b32', 'name': 'network-vif-deleted', 'tag': '2339beb6-da5c-4dae-9dab-dbba92534f10', 'status': 'completed', 'code': 200} Mar 10 15:36:04.512446 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:04.541708 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:04.550202 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:04.550811 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:04.655844 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:04.775311 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dcfec603-3de5-4cbc-bacd-1564eea46561 req-c30fc463-5d5b-4d61-b89d-768644beef84 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee2c51f-636a-4a44-b253-8ea433d35b32 HTTP/1.1" status: 200 len: 210 time: 0.0263944 Mar 10 15:36:04.855999 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:04.882132 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63889d-fdc7-4ac6-97b7-c240023a6440 None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:31:49Z', 'revision_number': 4, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'c0ab9a4b-148a-471c-9420-6c1844f8182b', 'name': '', 'network_id': 'fe1f7a71-487f-4e84-8e55-c66309930626', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'mac_address': 'fa:16:3e:d4:21:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:48Z', 'updated_at': '2022-03-10T15:31:53Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'subnets': [{'id': '68077654-eaa1-454a-a9dc-b47e890e8bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:05.092067 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e1130f-1269-4424-a303-2d5aae326cfb None None] New status for floating IP ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:36:05.915525 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59054) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:05.968838 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5f9cef68-e60b-4d0f-bb5f-bb5d6d6e17e7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (8d266daa-bae5-4f41-a947-ebd8695c21ec), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.992023 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5f9cef68-e60b-4d0f-bb5f-bb5d6d6e17e7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (8d266daa-bae5-4f41-a947-ebd8695c21ec), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.104753 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5f9cef68-e60b-4d0f-bb5f-bb5d6d6e17e7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (8d266daa-bae5-4f41-a947-ebd8695c21ec), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.107423 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5f9cef68-e60b-4d0f-bb5f-bb5d6d6e17e7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.108639 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-5f9cef68-e60b-4d0f-bb5f-bb5d6d6e17e7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "DELETE /v2.0/security-groups/8d266daa-bae5-4f41-a947-ebd8695c21ec HTTP/1.1" status: 204 len: 168 time: 0.1921213 Mar 10 15:36:06.111550 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59056) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:06.119201 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cef68-e60b-4d0f-bb5f-bb5d6d6e17e7 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d266daa-bae5-4f41-a947-ebd8695c21ec,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:06.126166 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.api.v2.resource [None req-e2cd2a9d-d763-4413-8ae2-d4a734221be5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] show failed (client error): The resource could not be found. Mar 10 15:36:06.127229 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e2cd2a9d-d763-4413-8ae2-d4a734221be5 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "GET /v2.0/security-groups/8d266daa-bae5-4f41-a947-ebd8695c21ec HTTP/1.1" status: 404 len: 347 time: 0.0147171 Mar 10 15:36:06.130330 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59058) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:06.253415 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Deleting port bf6f583b-9d6e-4688-b5da-25f7a634e03f {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:06.253754 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (bf6f583b-9d6e-4688-b5da-25f7a634e03f), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.329808 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (bf6f583b-9d6e-4688-b5da-25f7a634e03f), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.330128 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (bf6f583b-9d6e-4688-b5da-25f7a634e03f), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.341239 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Calling delete_port for bf6f583b-9d6e-4688-b5da-25f7a634e03f owned by network:floatingip {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:06.514896 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (bf6f583b-9d6e-4688-b5da-25f7a634e03f), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.543179 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Pushing event deleted for resources: {'Port': ['ID=bf6f583b-9d6e-4688-b5da-25f7a634e03f,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:06.557971 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.558327 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.558946 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.559042 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.559310 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.559640 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.559965 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.560291 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.560617 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.560938 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.561302 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.561703 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.561941 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:06.587813 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 64d555ae-a047-4e21-97a0-a416e12ac93b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:06.609451 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 64d555ae-a047-4e21-97a0-a416e12ac93b {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:06.609874 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 64d555ae-a047-4e21-97a0-a416e12ac93b not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:06.610516 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 2339beb6-da5c-4dae-9dab-dbba92534f10 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:06.617415 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks [] for floatingip (ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.621201 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.621984 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a9ff5c21-50c0-4776-a8c9-87d0fdc0c2c0 tempest-AttachVolumeNegativeTest-176609679 tempest-AttachVolumeNegativeTest-176609679-project] 10.222.0.70 "DELETE /v2.0/floatingips/ba9eea3d-d22f-47f0-80d6-7e6c4f730dc4 HTTP/1.1" status: 204 len: 168 time: 0.4904940 Mar 10 15:36:06.634706 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: 2339beb6-da5c-4dae-9dab-dbba92534f10 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:06.635335 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device 2339beb6-da5c-4dae-9dab-dbba92534f10 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:10.692825 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:36:10.703179 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59118) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:11.045586 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625592'] for router_interface (afbc604f-51b3-4f91-930d-4f63fc6b0f66), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.294438 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Deleting port c0ab9a4b-148a-471c-9420-6c1844f8182b {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:11.294707 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.373408 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] For port c0ab9a4b-148a-471c-9420-6c1844f8182b, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=c0ab9a4b-148a-471c-9420-6c1844f8182b,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:11.373828 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.394867 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Calling delete_port for c0ab9a4b-148a-471c-9420-6c1844f8182b owned by network:router_interface {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:11.634776 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (c0ab9a4b-148a-471c-9420-6c1844f8182b), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.659506 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ab9a4b-148a-471c-9420-6c1844f8182b,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:11.830683 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625704'] for router_interface (afbc604f-51b3-4f91-930d-4f63fc6b0f66), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.284963 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Router afbc604f-51b3-4f91-930d-4f63fc6b0f66 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:12.390568 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:12.397092 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-3ec32e13-42ca-4928-94cc-5bb2bd6119a5 admin admin] 10.222.0.70 "PUT /v2.0/routers/afbc604f-51b3-4f91-930d-4f63fc6b0f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6918190 Mar 10 15:36:12.398587 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59126) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:12.399666 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] Sync routers for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:12.409597 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:12.410202 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:12.513250 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks [] for router (afbc604f-51b3-4f91-930d-4f63fc6b0f66), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.630488 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks [] for router_gateway (afbc604f-51b3-4f91-930d-4f63fc6b0f66), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.658740 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:12.804557 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Deleting port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:12.804810 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.832528 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233'}], 'enable_snat': True}, 'gw_port_id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:36:11Z', 'revision_number': 5, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port': {'id': 'c2fc4fb5-a5f6-43c8-9095-d607489f7e1c', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:31:45Z', 'updated_at': '2022-03-10T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:12.863809 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] Checking router: afbc604f-51b3-4f91-930d-4f63fc6b0f66 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:12.872630 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] Routers {'afbc604f-51b3-4f91-930d-4f63fc6b0f66'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:12.873277 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:12.886548 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] For port c2fc4fb5-a5f6-43c8-9095-d607489f7e1c, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=c2fc4fb5-a5f6-43c8-9095-d607489f7e1c,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:12.887132 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.899348 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Calling delete_port for c2fc4fb5-a5f6-43c8-9095-d607489f7e1c owned by network:router_gateway {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:12.964408 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] Set router afbc604f-51b3-4f91-930d-4f63fc6b0f66 gateway port host: None {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:13.014252 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:36:12Z', 'revision_number': 6, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port_host': None}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:13.044477 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4ed9-e736-454f-885c-85d771d653eb None None] The sync data for ids ['afbc604f-51b3-4f91-930d-4f63fc6b0f66'] in dv-cinder-831247-10-smb is: [{'id': 'afbc604f-51b3-4f91-930d-4f63fc6b0f66', 'name': 'tempest-AttachVolumeNegativeTest-1446307098-router', 'tenant_id': 'f505b359e5b84e9987de51e02f38d7de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:31:44Z', 'updated_at': '2022-03-10T15:36:12Z', 'revision_number': 6, 'project_id': 'f505b359e5b84e9987de51e02f38d7de', 'gw_port_host': None}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:13.120684 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (c2fc4fb5-a5f6-43c8-9095-d607489f7e1c), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.157674 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fc4fb5-a5f6-43c8-9095-d607489f7e1c,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:13.212005 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638082'] for router_gateway (afbc604f-51b3-4f91-930d-4f63fc6b0f66), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.302132 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123110'] for router (afbc604f-51b3-4f91-930d-4f63fc6b0f66), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.304472 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks [] for router_controller (afbc604f-51b3-4f91-930d-4f63fc6b0f66), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.417284 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626966'] for router (afbc604f-51b3-4f91-930d-4f63fc6b0f66), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.417857 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afbc604f-51b3-4f91-930d-4f63fc6b0f66 {{(pid=103646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:36:13.423051 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.424447 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-e39d66c4-d903-415d-bcd8-d75b391af398 admin admin] 10.222.0.70 "DELETE /v2.0/routers/afbc604f-51b3-4f91-930d-4f63fc6b0f66 HTTP/1.1" status: 204 len: 168 time: 1.0246966 Mar 10 15:36:13.426857 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59136) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:13.475549 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f492503-ce54-4f75-8c0a-e5b0e62d836f admin admin] Deleting subnet 68077654-eaa1-454a-a9dc-b47e890e8bdd {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:36:13.479177 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2f492503-ce54-4f75-8c0a-e5b0e62d836f admin admin] Publish callbacks [] for subnet (68077654-eaa1-454a-a9dc-b47e890e8bdd), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.513940 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2f492503-ce54-4f75-8c0a-e5b0e62d836f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134013983'] for subnet (68077654-eaa1-454a-a9dc-b47e890e8bdd), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.591468 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2f492503-ce54-4f75-8c0a-e5b0e62d836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (68077654-eaa1-454a-a9dc-b47e890e8bdd), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.984072 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2f492503-ce54-4f75-8c0a-e5b0e62d836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133491775'] for subnet (68077654-eaa1-454a-a9dc-b47e890e8bdd), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.008108 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f492503-ce54-4f75-8c0a-e5b0e62d836f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68077654-eaa1-454a-a9dc-b47e890e8bdd,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:14.014408 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2f492503-ce54-4f75-8c0a-e5b0e62d836f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.017746 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-2f492503-ce54-4f75-8c0a-e5b0e62d836f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/68077654-eaa1-454a-a9dc-b47e890e8bdd HTTP/1.1" status: 204 len: 168 time: 0.5898926 Mar 10 15:36:14.024180 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e7e85-2861-462e-a687-08dc30db18bc None None] Network fe1f7a71-487f-4e84-8e55-c66309930626 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:14.024673 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59138) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:14.090878 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (fe1f7a71-487f-4e84-8e55-c66309930626), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.151460 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Deleting port e765997c-2f78-4c22-8348-1217e6e65ca9 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:14.151460 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.187417 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] DHCP port deletion for fe1f7a71-487f-4e84-8e55-c66309930626 request from dv-cinder-831247-10-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:36:14.219030 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] For port e765997c-2f78-4c22-8348-1217e6e65ca9, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=e765997c-2f78-4c22-8348-1217e6e65ca9,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:14.219403 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.232661 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Calling delete_port for e765997c-2f78-4c22-8348-1217e6e65ca9 owned by network:dhcp {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:14.250762 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Deleting port e765997c-2f78-4c22-8348-1217e6e65ca9 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:14.251140 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.313231 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] For port e765997c-2f78-4c22-8348-1217e6e65ca9, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=e765997c-2f78-4c22-8348-1217e6e65ca9,segment=NetworkSegment(cb69216d-bfc0-45a8-881d-a2bef020427c),segment_id=cb69216d-bfc0-45a8-881d-a2bef020427c)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:14.313524 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.326081 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Calling delete_port for e765997c-2f78-4c22-8348-1217e6e65ca9 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:14.394827 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.403904 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794'] for port (e765997c-2f78-4c22-8348-1217e6e65ca9), after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.423981 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] No DVR routers for this DVR port e765997c-2f78-4c22-8348-1217e6e65ca9 on host dv-cinder-831247-10-smb {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:14.426191 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Pushing event deleted for resources: {'Port': ['ID=e765997c-2f78-4c22-8348-1217e6e65ca9,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:14.436136 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] No DVR routers for this DVR port e765997c-2f78-4c22-8348-1217e6e65ca9 on host dv-cinder-831247-10-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:14.442073 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.442423 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.442798 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.443134 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.443465 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.443792 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.444117 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.444452 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.444762 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.445085 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.445433 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.445752 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.446069 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2786dcbb-214f-4bed-bb21-9d3ef30ce294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:14.449496 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Pushing event deleted for resources: {'Port': ['ID=e765997c-2f78-4c22-8348-1217e6e65ca9,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:14.502756 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (fe1f7a71-487f-4e84-8e55-c66309930626), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.522604 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1f7a71-487f-4e84-8e55-c66309930626']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:14.531503 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb69216d-bfc0-45a8-881d-a2bef020427c') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:14.531802 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb69216d-bfc0-45a8-881d-a2bef020427c') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:14.540906 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134013972'] for segment (cb69216d-bfc0-45a8-881d-a2bef020427c), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.553935 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (cb69216d-bfc0-45a8-881d-a2bef020427c), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.560588 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:36:14.562125 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133241140'] for segment (cb69216d-bfc0-45a8-881d-a2bef020427c), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: Traceback (most recent call last): Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: timer() Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: cb(*args, **kw) Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: return func(*args, **kwargs) Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: self._notify() Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: self.callback(batched_events) Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: event.method(event) Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: return f(self, *a, **k) Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: return self._get(url).json() Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:36:14.562583 dv-cinder-831247-10-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:36:14.674882 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (fe1f7a71-487f-4e84-8e55-c66309930626), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.681945 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.685185 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] 10.222.0.70 "DELETE /v2.0/networks/fe1f7a71-487f-4e84-8e55-c66309930626 HTTP/1.1" status: 204 len: 168 time: 0.6625538 Mar 10 15:36:14.694141 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddb89c-f49c-4a4c-8328-df5a37f4db4d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1f7a71-487f-4e84-8e55-c66309930626,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:15.079342 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59150) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:15.083555 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device c2fc4fb5-a5f6-43c8-9095-d607489f7e1c no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:15.105223 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: c2fc4fb5-a5f6-43c8-9095-d607489f7e1c {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:15.105564 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device c2fc4fb5-a5f6-43c8-9095-d607489f7e1c not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:15.105967 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device e765997c-2f78-4c22-8348-1217e6e65ca9 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:15.117874 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ef571f29-35bf-49c2-ba52-e3cb156acbca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f505b359e5b84e9987de51e02f38d7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379453 Mar 10 15:36:15.120305 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59152) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:15.124114 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: e765997c-2f78-4c22-8348-1217e6e65ca9 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:15.124459 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device e765997c-2f78-4c22-8348-1217e6e65ca9 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:15.124861 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device c0ab9a4b-148a-471c-9420-6c1844f8182b no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:15.142888 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: c0ab9a4b-148a-471c-9420-6c1844f8182b {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:15.143239 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device c0ab9a4b-148a-471c-9420-6c1844f8182b not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:15.171743 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cba8e8b3-a8ca-4d9d-b0da-6bca6ba288dd admin admin] Publish callbacks [] for security_group (aac9d765-8389-4987-a74d-a70cb0907d4b), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.192253 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cba8e8b3-a8ca-4d9d-b0da-6bca6ba288dd admin admin] Publish callbacks [] for security_group (aac9d765-8389-4987-a74d-a70cb0907d4b), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.325826 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cba8e8b3-a8ca-4d9d-b0da-6bca6ba288dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (aac9d765-8389-4987-a74d-a70cb0907d4b), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.328376 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cba8e8b3-a8ca-4d9d-b0da-6bca6ba288dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.329557 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-cba8e8b3-a8ca-4d9d-b0da-6bca6ba288dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aac9d765-8389-4987-a74d-a70cb0907d4b HTTP/1.1" status: 204 len: 168 time: 0.2083714 Mar 10 15:36:15.337143 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8e8b3-a8ca-4d9d-b0da-6bca6ba288dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac9d765-8389-4987-a74d-a70cb0907d4b,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:18.544223 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59244) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:18.648909 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b12c8a29-7db6-4abb-bc0b-e99328f7b1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.720901 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b12c8a29-7db6-4abb-bc0b-e99328f7b1c5 admin admin] Publish callbacks [] for security_group (5129e9ea-3d7b-4ec1-a29f-34c85fc3c823), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.788243 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b12c8a29-7db6-4abb-bc0b-e99328f7b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5129e9ea-3d7b-4ec1-a29f-34c85fc3c823), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.825176 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c8a29-7db6-4abb-bc0b-e99328f7b1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5129e9ea-3d7b-4ec1-a29f-34c85fc3c823,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:18.830426 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-b12c8a29-7db6-4abb-bc0b-e99328f7b1c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca6812c1baae440ebd1a1de5a06460ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851713 Mar 10 15:36:18.833131 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59248) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:18.877948 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-20da365d-2c10-4fa5-badf-39e58fdfb987 admin admin] Publish callbacks [] for security_group (5129e9ea-3d7b-4ec1-a29f-34c85fc3c823), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.900708 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-20da365d-2c10-4fa5-badf-39e58fdfb987 admin admin] Publish callbacks [] for security_group (5129e9ea-3d7b-4ec1-a29f-34c85fc3c823), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.011371 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-20da365d-2c10-4fa5-badf-39e58fdfb987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5129e9ea-3d7b-4ec1-a29f-34c85fc3c823), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.014005 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-20da365d-2c10-4fa5-badf-39e58fdfb987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.015174 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-20da365d-2c10-4fa5-badf-39e58fdfb987 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5129e9ea-3d7b-4ec1-a29f-34c85fc3c823 HTTP/1.1" status: 204 len: 168 time: 0.1812549 Mar 10 15:36:19.023148 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da365d-2c10-4fa5-badf-39e58fdfb987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5129e9ea-3d7b-4ec1-a29f-34c85fc3c823,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:19.841177 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59260) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:19.854621 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce205-ffb5-4ada-b31d-7a2fda72873c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.928804 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce205-ffb5-4ada-b31d-7a2fda72873c admin admin] Publish callbacks [] for security_group (bbb4ef51-ab8a-47b3-a1e7-31c453a306f3), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.994739 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce205-ffb5-4ada-b31d-7a2fda72873c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (bbb4ef51-ab8a-47b3-a1e7-31c453a306f3), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.032517 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-ba4ce205-ffb5-4ada-b31d-7a2fda72873c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=802b46955e60419c9af1a2eb31d05df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902013 Mar 10 15:36:20.034444 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce205-ffb5-4ada-b31d-7a2fda72873c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb4ef51-ab8a-47b3-a1e7-31c453a306f3,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:20.038435 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59262) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:20.083358 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-86329254-f73b-4fd5-8fcd-15935d4e0175 admin admin] Publish callbacks [] for security_group (bbb4ef51-ab8a-47b3-a1e7-31c453a306f3), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.104497 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-86329254-f73b-4fd5-8fcd-15935d4e0175 admin admin] Publish callbacks [] for security_group (bbb4ef51-ab8a-47b3-a1e7-31c453a306f3), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.223269 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-86329254-f73b-4fd5-8fcd-15935d4e0175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (bbb4ef51-ab8a-47b3-a1e7-31c453a306f3), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.225850 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-86329254-f73b-4fd5-8fcd-15935d4e0175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.227017 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-86329254-f73b-4fd5-8fcd-15935d4e0175 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bbb4ef51-ab8a-47b3-a1e7-31c453a306f3 HTTP/1.1" status: 204 len: 168 time: 0.1907175 Mar 10 15:36:20.239534 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86329254-f73b-4fd5-8fcd-15935d4e0175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb4ef51-ab8a-47b3-a1e7-31c453a306f3,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:21.508793 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-bc902c64-5712-4e37-8928-946472b4a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.242136 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59338) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:23.289016 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b543d262-0cbb-460a-a19a-1a8bafddb549 admin admin] Deleting subnet 00b40646-87dd-4db2-9f35-bf164ef77528 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:36:23.291955 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b543d262-0cbb-460a-a19a-1a8bafddb549 admin admin] Publish callbacks [] for subnet (00b40646-87dd-4db2-9f35-bf164ef77528), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.327240 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b543d262-0cbb-460a-a19a-1a8bafddb549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130282632'] for subnet (00b40646-87dd-4db2-9f35-bf164ef77528), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.367754 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b543d262-0cbb-460a-a19a-1a8bafddb549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (00b40646-87dd-4db2-9f35-bf164ef77528), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.497979 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b543d262-0cbb-460a-a19a-1a8bafddb549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130443941'] for subnet (00b40646-87dd-4db2-9f35-bf164ef77528), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.521488 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543d262-0cbb-460a-a19a-1a8bafddb549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b40646-87dd-4db2-9f35-bf164ef77528,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:23.527170 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b543d262-0cbb-460a-a19a-1a8bafddb549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.530427 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b543d262-0cbb-460a-a19a-1a8bafddb549 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/00b40646-87dd-4db2-9f35-bf164ef77528 HTTP/1.1" status: 204 len: 168 time: 0.2873032 Mar 10 15:36:23.532788 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59340) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:23.598207 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (63bc689c-4a70-4d68-96c0-60b9d03c06ed), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.674513 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4cf7db2e-97e2-4cb3-b825-2cd95003c945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.677898 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (63bc689c-4a70-4d68-96c0-60b9d03c06ed), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.698290 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bc689c-4a70-4d68-96c0-60b9d03c06ed']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:23.707186 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0932303-5618-4daf-85e1-b96ce9a9620c') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:23.707590 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0932303-5618-4daf-85e1-b96ce9a9620c') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:23.716605 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130282627'] for segment (f0932303-5618-4daf-85e1-b96ce9a9620c), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.730122 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (f0932303-5618-4daf-85e1-b96ce9a9620c), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.735706 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130472677'] for segment (f0932303-5618-4daf-85e1-b96ce9a9620c), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: Traceback (most recent call last): Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: timer() Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: cb(*args, **kw) Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: return func(*args, **kwargs) Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: self._notify() Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: self.callback(batched_events) Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: event.method(event) Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: return f(self, *a, **k) Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: return self._get(url).json() Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:36:23.741553 dv-cinder-831247-10-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:36:23.874601 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (63bc689c-4a70-4d68-96c0-60b9d03c06ed), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.879874 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.883076 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/63bc689c-4a70-4d68-96c0-60b9d03c06ed HTTP/1.1" status: 204 len: 168 time: 0.3493543 Mar 10 15:36:23.894248 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426483-99a0-4fac-8c99-c18d757242b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=63bc689c-4a70-4d68-96c0-60b9d03c06ed,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:24.321376 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59350) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:24.361103 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-dd764f59-fd3b-4a74-839b-4bab71374f46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb7775cc33b347068ce1954d8974bc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379000 Mar 10 15:36:24.363468 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59352) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:24.409173 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-256c6117-a2d5-488b-ab71-978885d122c4 admin admin] Publish callbacks [] for security_group (5d38e069-07a6-4af2-b2c5-5ab747613bc4), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.430240 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-256c6117-a2d5-488b-ab71-978885d122c4 admin admin] Publish callbacks [] for security_group (5d38e069-07a6-4af2-b2c5-5ab747613bc4), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.577557 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-256c6117-a2d5-488b-ab71-978885d122c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (5d38e069-07a6-4af2-b2c5-5ab747613bc4), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.584122 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-256c6117-a2d5-488b-ab71-978885d122c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.585326 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-256c6117-a2d5-488b-ab71-978885d122c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d38e069-07a6-4af2-b2c5-5ab747613bc4 HTTP/1.1" status: 204 len: 168 time: 0.2209158 Mar 10 15:36:24.593473 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c6117-a2d5-488b-ab71-978885d122c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d38e069-07a6-4af2-b2c5-5ab747613bc4,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:24.908848 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:26.394573 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.783126 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:29.360207 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.001606 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59514) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:40.102798 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b673b658-7b07-4f5b-8b60-bf896df08bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.178065 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b673b658-7b07-4f5b-8b60-bf896df08bd2 admin admin] Publish callbacks [] for security_group (13ab3e50-c5dd-4d8e-8dec-617d0f6e517f), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.268107 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b673b658-7b07-4f5b-8b60-bf896df08bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (13ab3e50-c5dd-4d8e-8dec-617d0f6e517f), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.305545 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673b658-7b07-4f5b-8b60-bf896df08bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ab3e50-c5dd-4d8e-8dec-617d0f6e517f,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:40.311638 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b673b658-7b07-4f5b-8b60-bf896df08bd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acc6eb7b4f21403ea34b6fa8f2911c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089790 Mar 10 15:36:40.314334 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59518) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:40.366616 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-06d7d386-deb2-42ce-a97a-c90d30c891c9 admin admin] Publish callbacks [] for security_group (13ab3e50-c5dd-4d8e-8dec-617d0f6e517f), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.386578 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-06d7d386-deb2-42ce-a97a-c90d30c891c9 admin admin] Publish callbacks [] for security_group (13ab3e50-c5dd-4d8e-8dec-617d0f6e517f), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.519096 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-06d7d386-deb2-42ce-a97a-c90d30c891c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (13ab3e50-c5dd-4d8e-8dec-617d0f6e517f), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.522247 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-06d7d386-deb2-42ce-a97a-c90d30c891c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.523572 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-06d7d386-deb2-42ce-a97a-c90d30c891c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13ab3e50-c5dd-4d8e-8dec-617d0f6e517f HTTP/1.1" status: 204 len: 168 time: 0.2082708 Mar 10 15:36:40.532899 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7d386-deb2-42ce-a97a-c90d30c891c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ab3e50-c5dd-4d8e-8dec-617d0f6e517f,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:41.194969 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59524) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:41.208366 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d034035e-2a6f-4133-bf19-66cd4e0663a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:41.280876 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d034035e-2a6f-4133-bf19-66cd4e0663a9 admin admin] Publish callbacks [] for security_group (76761470-c4a6-449c-89f7-57ccf501f178), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:41.342453 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d034035e-2a6f-4133-bf19-66cd4e0663a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (76761470-c4a6-449c-89f7-57ccf501f178), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:41.380198 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-d034035e-2a6f-4133-bf19-66cd4e0663a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4c6fd9f0e7c46a1846d3a6d49799e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841736 Mar 10 15:36:41.381346 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034035e-2a6f-4133-bf19-66cd4e0663a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76761470-c4a6-449c-89f7-57ccf501f178,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:41.383062 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59526) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:41.429610 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bc522b1d-7e8d-4b0b-938e-2ef7bad62df5 admin admin] Publish callbacks [] for security_group (76761470-c4a6-449c-89f7-57ccf501f178), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:41.450379 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bc522b1d-7e8d-4b0b-938e-2ef7bad62df5 admin admin] Publish callbacks [] for security_group (76761470-c4a6-449c-89f7-57ccf501f178), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:41.566002 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bc522b1d-7e8d-4b0b-938e-2ef7bad62df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (76761470-c4a6-449c-89f7-57ccf501f178), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:41.568633 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bc522b1d-7e8d-4b0b-938e-2ef7bad62df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:41.570127 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-bc522b1d-7e8d-4b0b-938e-2ef7bad62df5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76761470-c4a6-449c-89f7-57ccf501f178 HTTP/1.1" status: 204 len: 168 time: 0.1860793 Mar 10 15:36:41.579261 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522b1d-7e8d-4b0b-938e-2ef7bad62df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76761470-c4a6-449c-89f7-57ccf501f178,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:47.691518 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:36:51.555473 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f34fbad7-1d12-4b68-af4d-c4fbf174c891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:53.674110 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-057da78f-24d0-42ab-b379-accb63f45b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.925548 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.404930 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:57.821414 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:59.369351 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:01.376373 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59704) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:01.477890 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95e0f6cc-7702-47ff-90e2-0079286907af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:01.549676 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95e0f6cc-7702-47ff-90e2-0079286907af admin admin] Publish callbacks [] for security_group (0ade6ee6-3d95-45c6-ae2b-296a821012ed), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:01.611252 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-95e0f6cc-7702-47ff-90e2-0079286907af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (0ade6ee6-3d95-45c6-ae2b-296a821012ed), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:01.648618 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0f6cc-7702-47ff-90e2-0079286907af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ade6ee6-3d95-45c6-ae2b-296a821012ed,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:01.652746 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-95e0f6cc-7702-47ff-90e2-0079286907af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b87d10e75df402ea5ba644c72c68336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748363 Mar 10 15:37:01.655346 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59708) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:01.701639 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-883cb01f-23be-454d-a99e-e5a932e451dc admin admin] Publish callbacks [] for security_group (0ade6ee6-3d95-45c6-ae2b-296a821012ed), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:01.721880 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-883cb01f-23be-454d-a99e-e5a932e451dc admin admin] Publish callbacks [] for security_group (0ade6ee6-3d95-45c6-ae2b-296a821012ed), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:01.849933 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-883cb01f-23be-454d-a99e-e5a932e451dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (0ade6ee6-3d95-45c6-ae2b-296a821012ed), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:01.852541 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-883cb01f-23be-454d-a99e-e5a932e451dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:01.853931 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-883cb01f-23be-454d-a99e-e5a932e451dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ade6ee6-3d95-45c6-ae2b-296a821012ed HTTP/1.1" status: 204 len: 168 time: 0.1976905 Mar 10 15:37:01.862916 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cb01f-23be-454d-a99e-e5a932e451dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ade6ee6-3d95-45c6-ae2b-296a821012ed,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:02.398141 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59714) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:02.414170 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:02.485827 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Publish callbacks [] for security_group (35c9517d-b234-40b0-b691-b24cdc852ea3), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:02.540716 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (35c9517d-b234-40b0-b691-b24cdc852ea3), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:02.578757 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b510842052443a8badacb7bffe7cb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793828 Mar 10 15:37:02.579486 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c9517d-b234-40b0-b691-b24cdc852ea3,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:02.581810 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59716) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:02.587160 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.587526 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.587875 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.588218 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.588556 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.588897 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.589257 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.589594 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.589929 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.590262 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.590592 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.590917 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.591245 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc24c957-4d83-402c-8250-d0334324ff9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:02.631644 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4602-113a-4dd4-b16f-c5e042a3f153 admin admin] Publish callbacks [] for security_group (35c9517d-b234-40b0-b691-b24cdc852ea3), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:02.652534 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4602-113a-4dd4-b16f-c5e042a3f153 admin admin] Publish callbacks [] for security_group (35c9517d-b234-40b0-b691-b24cdc852ea3), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:02.771074 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4602-113a-4dd4-b16f-c5e042a3f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (35c9517d-b234-40b0-b691-b24cdc852ea3), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:02.773685 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4602-113a-4dd4-b16f-c5e042a3f153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:02.774841 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-2c8e4602-113a-4dd4-b16f-c5e042a3f153 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35c9517d-b234-40b0-b691-b24cdc852ea3 HTTP/1.1" status: 204 len: 168 time: 0.1919971 Mar 10 15:37:02.784201 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e4602-113a-4dd4-b16f-c5e042a3f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c9517d-b234-40b0-b691-b24cdc852ea3,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:03.766703 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59738) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:03.860026 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1087432716-network', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:03.930708 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Made reservation on behalf of 939ab094b9aa43608a42f563ae812a9e for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:37:03.933002 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:03.941628 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.014002 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Publish callbacks [] for security_group (7c2dcb65-0d2e-4592-8ea0-9747ba425d99), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.079282 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (7c2dcb65-0d2e-4592-8ea0-9747ba425d99), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.106462 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:37:04.112559 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2dcb65-0d2e-4592-8ea0-9747ba425d99,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:04.119005 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (917acfb5-0943-442d-af07-d0b4c693cf70), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.120025 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Added segment 917acfb5-0943-442d-af07-d0b4c693cf70 of type vlan for network 4270abf9-414e-4dca-ac48-f604465cbf74 Mar 10 15:37:04.156817 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (4270abf9-414e-4dca-ac48-f604465cbf74), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.266631 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (4270abf9-414e-4dca-ac48-f604465cbf74), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.268230 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:04.268821 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.325369 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] Pushing event updated for resources: {'Network': ['ID=4270abf9-414e-4dca-ac48-f604465cbf74,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:04.335719 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network 4270abf9-414e-4dca-ac48-f604465cbf74 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:37:04.349546 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-d9d1f9f0-dee2-493e-ba60-0aa558e82909 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5817301 Mar 10 15:37:04.352401 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59742) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:04.357101 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Request body: {'subnet': {'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1087432716-subnet', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:04.432312 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Made reservation on behalf of 939ab094b9aa43608a42f563ae812a9e for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:37:04.434746 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133491736'] for subnet (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.644321 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133240489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133491766'] for subnet (3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.695827 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:04.706255 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Checking segment: {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:04.706614 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Network hostable DHCP agents. Network: 4270abf9-414e-4dca-ac48-f604465cbf74, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:37:04.770583 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Network 4270abf9-414e-4dca-ac48-f604465cbf74 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:37:04.839471 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, 4270abf9-414e-4dca-ac48-f604465cbf74) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:04.843496 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:04.844091 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:04.849211 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb426c3-172f-45ff-af02-ef037c02790e None None] Network 4270abf9-414e-4dca-ac48-f604465cbf74 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:37:04.928641 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-079279f1-71c5-43b0-91e3-c01ef5ba2270 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5751762 Mar 10 15:37:04.931242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59744) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:04.935678 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:04.953397 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-4270abf9-414e-4dca-ac48-f604465cbf74', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:37:04.958098 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.032480 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (dab08227-cb4e-4b58-810d-bab7560e6a16), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.033636 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (dab08227-cb4e-4b58-810d-bab7560e6a16), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.084010 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Allocated IP 172.20.0.2 (4270abf9-414e-4dca-ac48-f604465cbf74/3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a/6275448e-d8d2-4b5a-9421-940cb64ae872) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:05.089689 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks [] for router_controller (dab08227-cb4e-4b58-810d-bab7560e6a16), precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.224638 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Publish callbacks [] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.346091 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks [] for router_gateway (dab08227-cb4e-4b58-810d-bab7560e6a16), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.358411 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.393924 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Network 4270abf9-414e-4dca-ac48-f604465cbf74 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:05.396673 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:05.402107 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:05.410340 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Pushing event updated for resources: {'Port': ['ID=6275448e-d8d2-4b5a-9421-940cb64ae872,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:05.465452 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Attempting to bind port 6275448e-d8d2-4b5a-9421-940cb64ae872 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:37:05.465821 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Attempting to bind port 6275448e-d8d2-4b5a-9421-940cb64ae872 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:37:05.466182 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Attempting to bind port 6275448e-d8d2-4b5a-9421-940cb64ae872 on network 4270abf9-414e-4dca-ac48-f604465cbf74 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:05.471107 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:37:05.471475 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Checking segment: {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:05.471871 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.472256 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Bound using segment: {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:37:05.472714 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Bound port: 6275448e-d8d2-4b5a-9421-940cb64ae872, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:37:05.473086 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.532349 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] For port 6275448e-d8d2-4b5a-9421-940cb64ae872, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:37:05.535832 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] For port 6275448e-d8d2-4b5a-9421-940cb64ae872, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6275448e-d8d2-4b5a-9421-940cb64ae872,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:37:05.623267 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.691723 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183cb33-5f75-45bf-bb91-f51bb7d1df21 None None] Pushing event updated for resources: {'Port': ['ID=6275448e-d8d2-4b5a-9421-940cb64ae872,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:05.733937 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks [] for router_gateway (dab08227-cb4e-4b58-810d-bab7560e6a16), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.754945 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:05.865549 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Allocated IP 172.28.1.239 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/52e99e21-c7b7-4178-9bc5-5b106b715493) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:05.971395 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks [] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:06.079694 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:06.116811 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:06.121448 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:06.124796 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:06.130242 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Pushing event updated for resources: {'Port': ['ID=52e99e21-c7b7-4178-9bc5-5b106b715493,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:06.441412 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks [] for router_gateway (dab08227-cb4e-4b58-810d-bab7560e6a16), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:06.575737 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19c02b3-aedb-4a9e-a883-75a807bdc1a1 None None] Network 4270abf9-414e-4dca-ac48-f604465cbf74 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:37:06.640930 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (dab08227-cb4e-4b58-810d-bab7560e6a16), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:06.695103 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-38763557-6303-43b8-82be-448e29656a1c None None] Provisioning complete for port 6275448e-d8d2-4b5a-9421-940cb64ae872 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:06.695655 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-38763557-6303-43b8-82be-448e29656a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:06.839965 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Router dab08227-cb4e-4b58-810d-bab7560e6a16 is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:37:06.921523 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-38763557-6303-43b8-82be-448e29656a1c None None] Current status of the port 6275448e-d8d2-4b5a-9421-940cb64ae872 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:06.933240 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-38763557-6303-43b8-82be-448e29656a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:06.952307 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:37:06.953443 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-38763557-6303-43b8-82be-448e29656a1c None None] For port 6275448e-d8d2-4b5a-9421-940cb64ae872, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6275448e-d8d2-4b5a-9421-940cb64ae872,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:06.961846 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Sync routers for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:37:06.973790 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:06.974492 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:07.039924 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-38763557-6303-43b8-82be-448e29656a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.073089 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.075661 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-4a23f385-2ab4-4c03-bebd-5da26c70b6ad admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1428611 Mar 10 15:37:07.078373 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59748) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:07.082418 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:07.097092 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38763557-6303-43b8-82be-448e29656a1c None None] Pushing event updated for resources: {'Port': ['ID=6275448e-d8d2-4b5a-9421-940cb64ae872,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:07.174336 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-4d1e0e9d-ac40-41ef-9a25-db301ab0ccac None None] Provisioning complete for port 6275448e-d8d2-4b5a-9421-940cb64ae872 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:07.175768 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4d1e0e9d-ac40-41ef-9a25-db301ab0ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.213619 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6275448e-d8d2-4b5a-9421-940cb64ae872 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:07.306447 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 6275448e-d8d2-4b5a-9421-940cb64ae872 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:07.306896 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.332147 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e0e9d-ac40-41ef-9a25-db301ab0ccac None None] Current status of the port 6275448e-d8d2-4b5a-9421-940cb64ae872 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:07.353248 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:06Z', 'revision_number': 3, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:07.381118 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Checking router: dab08227-cb4e-4b58-810d-bab7560e6a16 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:37:07.381742 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Updating router dab08227-cb4e-4b58-810d-bab7560e6a16 port 52e99e21-c7b7-4178-9bc5-5b106b715493 binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:37:07.391724 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 6275448e-d8d2-4b5a-9421-940cb64ae872 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:07.412407 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.523776 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.674924 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Publish callbacks [] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.677405 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Allocated IP 172.20.0.1 (4270abf9-414e-4dca-ac48-f604465cbf74/3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a/0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:07.780195 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Publish callbacks [] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.805023 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.852565 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Attempting to bind port 52e99e21-c7b7-4178-9bc5-5b106b715493 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:37:07.852938 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Attempting to bind port 52e99e21-c7b7-4178-9bc5-5b106b715493 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:37:07.853348 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Attempting to bind port 52e99e21-c7b7-4178-9bc5-5b106b715493 on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:07.866907 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:37:07.867282 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:07.867677 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.868109 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:37:07.868568 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Bound port: 52e99e21-c7b7-4178-9bc5-5b106b715493, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:37:07.868938 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.871484 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Pushing event updated for resources: {'Port': ['ID=52e99e21-c7b7-4178-9bc5-5b106b715493,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:07.885935 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:07.903916 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.904259 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.904619 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.904951 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.905302 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.905740 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.905914 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.906230 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.906545 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.906914 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.907240 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.907553 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.907866 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.923334 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Network 4270abf9-414e-4dca-ac48-f604465cbf74 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:07.929644 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:07.933026 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:07.942683 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] For port 52e99e21-c7b7-4178-9bc5-5b106b715493, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:37:07.945972 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] For port 52e99e21-c7b7-4178-9bc5-5b106b715493, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=52e99e21-c7b7-4178-9bc5-5b106b715493,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:37:07.962431 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:07.977799 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.981781 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:07.991589 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (dab08227-cb4e-4b58-810d-bab7560e6a16), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:08.023254 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:08.074307 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:08.075260 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:08.124838 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c5c7a-ce34-44a1-9dab-a824a9bd52dc None None] Pushing event updated for resources: {'Port': ['ID=52e99e21-c7b7-4178-9bc5-5b106b715493,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:08.164445 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f71278fb-cfad-4cf9-8fab-c1d4e6a3b98d None None] Provisioning complete for port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:08.165052 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f71278fb-cfad-4cf9-8fab-c1d4e6a3b98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:08.179576 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:08.204455 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f71278fb-cfad-4cf9-8fab-c1d4e6a3b98d None None] Port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:37:08.207833 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:08.341603 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Publish callbacks [] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:08.380671 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-63359aba-8639-49dc-a01d-b393724115fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:06Z', 'revision_number': 3, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:08.410484 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63359aba-8639-49dc-a01d-b393724115fa None None] The sync data for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb is: [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:06Z', 'revision_number': 3, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:37:08.416578 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:08.489079 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (dab08227-cb4e-4b58-810d-bab7560e6a16), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:08.490822 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:08.582841 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Network 4270abf9-414e-4dca-ac48-f604465cbf74 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:08.584251 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:08.715749 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Router dab08227-cb4e-4b58-810d-bab7560e6a16 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:37:08.840951 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:37:08.852131 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-6711ca69-c7f8-43b3-be6d-f3fd5836bb98 admin admin] 10.222.0.70 "PUT /v2.0/routers/dab08227-cb4e-4b58-810d-bab7560e6a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667904 Mar 10 15:37:08.932506 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-0c73f174-7f14-4868-a5ab-bed4f6633020 None None] Provisioning complete for port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:08.933458 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0c73f174-7f14-4868-a5ab-bed4f6633020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:08.971601 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-0c73f174-7f14-4868-a5ab-bed4f6633020 None None] Port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:37:09.213645 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6275448e-d8d2-4b5a-9421-940cb64ae872 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:09.267078 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 6275448e-d8d2-4b5a-9421-940cb64ae872 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:09.267606 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.350465 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 6275448e-d8d2-4b5a-9421-940cb64ae872 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:09.351546 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 52e99e21-c7b7-4178-9bc5-5b106b715493 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:09.397855 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 52e99e21-c7b7-4178-9bc5-5b106b715493 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:09.398231 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.479781 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 52e99e21-c7b7-4178-9bc5-5b106b715493 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:09.480183 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.500524 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port 52e99e21-c7b7-4178-9bc5-5b106b715493, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=52e99e21-c7b7-4178-9bc5-5b106b715493,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:09.556643 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59764) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:09.559263 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.561651 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-324450621-network', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:09.606102 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=52e99e21-c7b7-4178-9bc5-5b106b715493,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:09.631887 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Made reservation on behalf of e1d36c756919473a8a33593e3724ed40 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:37:09.634320 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for network (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.643451 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.726830 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Publish callbacks [] for security_group (31f96a32-f511-4b26-80d5-5b28e577cadc), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.788242 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (31f96a32-f511-4b26-80d5-5b28e577cadc), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.817640 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:37:09.827742 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f96a32-f511-4b26-80d5-5b28e577cadc,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:09.833675 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (a266fcc2-16d8-46f7-88f8-d03365aadd43), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.834015 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Added segment a266fcc2-16d8-46f7-88f8-d03365aadd43 of type vlan for network af495947-1482-4b39-8ddb-5a4240608284 Mar 10 15:37:09.873787 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746232002771'] for network (af495947-1482-4b39-8ddb-5a4240608284), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.949504 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Sync routers for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:37:09.960804 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:09.961453 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:09.971289 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583'] for network (af495947-1482-4b39-8ddb-5a4240608284), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:09.972328 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:09.973030 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.031447 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] Pushing event updated for resources: {'Network': ['ID=af495947-1482-4b39-8ddb-5a4240608284,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:10.049676 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Network af495947-1482-4b39-8ddb-5a4240608284 details requested by agent ovs-agent-dv-cinder-831247-10-smb with host dv-cinder-831247-10-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:37:10.059294 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-6a45542f-340c-4d47-b2d3-9044c747ef88 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5015175 Mar 10 15:37:10.061998 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59766) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:10.066802 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Request body: {'subnet': {'network_id': 'af495947-1482-4b39-8ddb-5a4240608284', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-324450621-subnet', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:10.093752 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:10.134859 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Made reservation on behalf of e1d36c756919473a8a33593e3724ed40 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:37:10.137305 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130443906'] for subnet (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.324992 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 2, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:10.354776 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Checking router: dab08227-cb4e-4b58-810d-bab7560e6a16 for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:37:10.355134 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Updating router dab08227-cb4e-4b58-810d-bab7560e6a16 port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:37:10.382285 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.385022 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130471288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130443948'] for subnet (1d9ea293-bbe4-4e3c-b2a9-f407d55c1727), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.443461 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9ea293-bbe4-4e3c-b2a9-f407d55c1727,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:10.453454 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Checking segment: {'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:10.453820 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Network hostable DHCP agents. Network: af495947-1482-4b39-8ddb-5a4240608284, hostable agents: ['1143d572-bd0e-4687-bc73-36f970477e59'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:37:10.552212 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Network af495947-1482-4b39-8ddb-5a4240608284 is scheduled to be hosted by DHCP agent 1143d572-bd0e-4687-bc73-36f970477e59 with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:37:10.631813 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-10-smb, af495947-1482-4b39-8ddb-5a4240608284) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:10.635910 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:10.636584 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.641975 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d06e67a-defa-4941-bfd7-08f886f04824 None None] Network af495947-1482-4b39-8ddb-5a4240608284 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:37:10.647169 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Publish callbacks [] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.710698 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-16fbf86f-3885-4c31-876e-0afd69833729 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6476092 Mar 10 15:37:10.713342 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59768) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:10.717819 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:10.720647 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.764199 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67fe1b70-72f4-5cb8-bb74-ced3a24cd90b-af495947-1482-4b39-8ddb-5a4240608284', 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284', 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'fixed_ips': [{'subnet_id': '1d9ea293-bbe4-4e3c-b2a9-f407d55c1727'}]}} from dv-cinder-831247-10-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:37:10.765033 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.794627 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1624103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123120'] for router (7e41e292-1320-461d-af3b-2ce8264fc8ac), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.795872 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1638001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123113'] for router (7e41e292-1320-461d-af3b-2ce8264fc8ac), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.803203 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a128bd6-9f4f-48ed-bd50-88ae9f51ac02 None None] Pushing event updated for resources: {'Port': ['ID=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:10.870631 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks [] for router_controller (7e41e292-1320-461d-af3b-2ce8264fc8ac), precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.934657 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Attempting to bind port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:37:10.935157 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Attempting to bind port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:37:10.935422 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Attempting to bind port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 on network 4270abf9-414e-4dca-ac48-f604465cbf74 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:10.949191 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:37:10.949594 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Checking segment: {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:10.949938 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:10.950330 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Bound using segment: {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:37:10.950794 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Bound port: 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:37:10.951168 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.027279 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Allocated IP 172.20.0.2 (af495947-1482-4b39-8ddb-5a4240608284/1d9ea293-bbe4-4e3c-b2a9-f407d55c1727/f4b70855-e995-426b-9130-451f6fd668e5) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:11.073302 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-fb7cd73c-1197-49d1-b5fb-b2ca09cb6068 None None] Provisioning complete for port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:11.073588 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd73c-1197-49d1-b5fb-b2ca09cb6068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.144699 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 52e99e21-c7b7-4178-9bc5-5b106b715493 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:11.147417 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] For port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:37:11.195521 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] For port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:37:11.204654 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cd73c-1197-49d1-b5fb-b2ca09cb6068 None None] Port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:37:11.284408 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Publish callbacks [] for port (f4b70855-e995-426b-9130-451f6fd668e5), precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.287181 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 52e99e21-c7b7-4178-9bc5-5b106b715493 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:11.287539 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.334249 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.339693 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks [] for router_gateway (7e41e292-1320-461d-af3b-2ce8264fc8ac), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.398802 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785'] for port (f4b70855-e995-426b-9130-451f6fd668e5), after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.431158 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a128bd6-9f4f-48ed-bd50-88ae9f51ac02 None None] Pushing event updated for resources: {'Port': ['ID=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:11.433636 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:11.434231 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:11.436060 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 52e99e21-c7b7-4178-9bc5-5b106b715493 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:11.626809 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Network af495947-1482-4b39-8ddb-5a4240608284 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:11.638910 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks [] for router_gateway (7e41e292-1320-461d-af3b-2ce8264fc8ac), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.639310 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:11.647768 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:11.657964 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.676836 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Pushing event updated for resources: {'Port': ['ID=f4b70855-e995-426b-9130-451f6fd668e5,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:11.702861 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-28205705-625f-4a67-a6e3-813ad1da2ca6 None None] Provisioning complete for port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:11.703272 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-28205705-625f-4a67-a6e3-813ad1da2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.764434 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Allocated IP 172.28.1.94 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/ee349473-a420-488e-9f5d-f0179e5a92cc) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:11.796685 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Attempting to bind port f4b70855-e995-426b-9130-451f6fd668e5 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:37:11.797065 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Attempting to bind port f4b70855-e995-426b-9130-451f6fd668e5 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:37:11.797482 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Attempting to bind port f4b70855-e995-426b-9130-451f6fd668e5 on network af495947-1482-4b39-8ddb-5a4240608284 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:11.811203 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:37:11.811579 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Checking segment: {'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:11.811992 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.812376 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Bound using segment: {'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:37:11.812848 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Bound port: f4b70855-e995-426b-9130-451f6fd668e5, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:37:11.813252 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (f4b70855-e995-426b-9130-451f6fd668e5), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.819714 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:11.865441 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks [] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.958041 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.989051 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-28205705-625f-4a67-a6e3-813ad1da2ca6 None None] Current status of the port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:11.989479 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-28205705-625f-4a67-a6e3-813ad1da2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.997698 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:12.000537 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:12.006664 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:12.030102 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Pushing event updated for resources: {'Port': ['ID=ee349473-a420-488e-9f5d-f0179e5a92cc,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:12.041625 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] For port f4b70855-e995-426b-9130-451f6fd668e5, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:37:12.072906 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] For port f4b70855-e995-426b-9130-451f6fd668e5, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=f4b70855-e995-426b-9130-451f6fd668e5,segment=NetworkSegment(a266fcc2-16d8-46f7-88f8-d03365aadd43),segment_id=a266fcc2-16d8-46f7-88f8-d03365aadd43)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:37:12.076341 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-28205705-625f-4a67-a6e3-813ad1da2ca6 None None] For port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:12.134544 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-28205705-625f-4a67-a6e3-813ad1da2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.164907 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (f4b70855-e995-426b-9130-451f6fd668e5), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.186786 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:11Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:12.224465 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e99dd4a-2bfa-4485-aa86-3122d7627ba9 None None] The sync data for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb is: [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:11Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:37:12.226187 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28205705-625f-4a67-a6e3-813ad1da2ca6 None None] Pushing event updated for resources: {'Port': ['ID=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:12.312263 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb4cac-fd44-4ddd-b51d-a08d76313728 None None] Pushing event updated for resources: {'Port': ['ID=f4b70855-e995-426b-9130-451f6fd668e5,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:12.363728 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks [] for router_gateway (7e41e292-1320-461d-af3b-2ce8264fc8ac), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.595995 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637918'] for router (7e41e292-1320-461d-af3b-2ce8264fc8ac), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.786257 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Router 7e41e292-1320-461d-af3b-2ce8264fc8ac is scheduled to L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:37:12.900120 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:37:12.911294 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Sync routers for ids ['7e41e292-1320-461d-af3b-2ce8264fc8ac'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:37:12.923490 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Routers {'7e41e292-1320-461d-af3b-2ce8264fc8ac'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:12.932517 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['7e41e292-1320-461d-af3b-2ce8264fc8ac'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:12.994591 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.996073 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-e0a743e1-f0ee-41de-ae02-04aa1835932d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2814813 Mar 10 15:37:12.998747 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59770) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:13.044011 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Set router 7e41e292-1320-461d-af3b-2ce8264fc8ac gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:13.249166 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 3, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port': {'id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:11Z', 'updated_at': '2022-03-10T15:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:13.256291 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:13.278888 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Checking router: 7e41e292-1320-461d-af3b-2ce8264fc8ac for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:37:13.279239 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Updating router 7e41e292-1320-461d-af3b-2ce8264fc8ac port ee349473-a420-488e-9f5d-f0179e5a92cc binding host dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:37:13.310553 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf8e8a-f422-4fb1-8d63-0c57520accb7 None None] Network af495947-1482-4b39-8ddb-5a4240608284 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:37:13.320706 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.437465 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-222671e3-2a00-4811-92ae-4c5acf7066af None None] Provisioning complete for port f4b70855-e995-426b-9130-451f6fd668e5 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:13.437949 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-222671e3-2a00-4811-92ae-4c5acf7066af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (f4b70855-e995-426b-9130-451f6fd668e5), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.464466 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:13.464936 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.581989 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-222671e3-2a00-4811-92ae-4c5acf7066af None None] Current status of the port f4b70855-e995-426b-9130-451f6fd668e5 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:13.582394 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-222671e3-2a00-4811-92ae-4c5acf7066af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (f4b70855-e995-426b-9130-451f6fd668e5), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.654919 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:13.656038 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device f4b70855-e995-426b-9130-451f6fd668e5 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:13.683751 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-222671e3-2a00-4811-92ae-4c5acf7066af None None] For port f4b70855-e995-426b-9130-451f6fd668e5, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=f4b70855-e995-426b-9130-451f6fd668e5,segment=NetworkSegment(a266fcc2-16d8-46f7-88f8-d03365aadd43),segment_id=a266fcc2-16d8-46f7-88f8-d03365aadd43)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:13.718142 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port f4b70855-e995-426b-9130-451f6fd668e5 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:13.718853 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (f4b70855-e995-426b-9130-451f6fd668e5), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.756085 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-222671e3-2a00-4811-92ae-4c5acf7066af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (f4b70855-e995-426b-9130-451f6fd668e5), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.758256 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Publish callbacks [] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.822812 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222671e3-2a00-4811-92ae-4c5acf7066af None None] Pushing event updated for resources: {'Port': ['ID=f4b70855-e995-426b-9130-451f6fd668e5,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:13.823191 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.863991 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.868992 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port f4b70855-e995-426b-9130-451f6fd668e5 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:13.869938 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bee2f-6a2e-4689-ac83-3937c12d779b None None] Pushing event updated for resources: {'Port': ['ID=ee349473-a420-488e-9f5d-f0179e5a92cc,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:13.880837 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-70c9a570-9d58-4bee-8925-45f70a109637 None None] Provisioning complete for port f4b70855-e995-426b-9130-451f6fd668e5 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:13.881242 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-70c9a570-9d58-4bee-8925-45f70a109637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (f4b70855-e995-426b-9130-451f6fd668e5), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.885466 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Attempting to bind port ee349473-a420-488e-9f5d-f0179e5a92cc on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:37:13.885939 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Attempting to bind port ee349473-a420-488e-9f5d-f0179e5a92cc by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:37:13.886214 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Attempting to bind port ee349473-a420-488e-9f5d-f0179e5a92cc on network 603207aa-8221-48e6-b7a9-a4938cd38836 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:13.892775 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:37:13.893324 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Checking segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:13.902126 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.902126 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Bound using segment: {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:37:13.902126 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Bound port: ee349473-a420-488e-9f5d-f0179e5a92cc, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acface4-f647-4e9a-b144-e37369b87a42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:37:13.902126 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.961964 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] For port ee349473-a420-488e-9f5d-f0179e5a92cc, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:37:13.965137 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] For port ee349473-a420-488e-9f5d-f0179e5a92cc, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=ee349473-a420-488e-9f5d-f0179e5a92cc,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:37:13.967105 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-70c9a570-9d58-4bee-8925-45f70a109637 None None] Current status of the port f4b70855-e995-426b-9130-451f6fd668e5 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:14.028596 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.029689 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Allocated IP 172.20.0.1 (af495947-1482-4b39-8ddb-5a4240608284/1d9ea293-bbe4-4e3c-b2a9-f407d55c1727/a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:14.077530 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Routers {'7e41e292-1320-461d-af3b-2ce8264fc8ac'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:14.078137 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['7e41e292-1320-461d-af3b-2ce8264fc8ac'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:14.125848 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bee2f-6a2e-4689-ac83-3937c12d779b None None] Pushing event updated for resources: {'Port': ['ID=ee349473-a420-488e-9f5d-f0179e5a92cc,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:14.133395 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Publish callbacks [] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.197361 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] Set router 7e41e292-1320-461d-af3b-2ce8264fc8ac gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:14.205946 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.243844 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Network af495947-1482-4b39-8ddb-5a4240608284 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:14.248723 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:14.252912 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:14.276322 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:14.295152 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625457'] for router_interface (7e41e292-1320-461d-af3b-2ce8264fc8ac), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.387873 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 3, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port': {'id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:11Z', 'updated_at': '2022-03-10T15:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:14.419576 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd9e69-9138-4b6e-bb1c-d6090f087233 None None] The sync data for ids ['7e41e292-1320-461d-af3b-2ce8264fc8ac'] in dv-cinder-831247-10-smb is: [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 3, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port': {'id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:11Z', 'updated_at': '2022-03-10T15:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:37:14.490797 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.491521 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-672000e1-9dab-4cfd-bd78-946a674b37fa None None] Provisioning complete for port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:14.492026 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-672000e1-9dab-4cfd-bd78-946a674b37fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.537174 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-672000e1-9dab-4cfd-bd78-946a674b37fa None None] Port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:37:14.678671 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Publish callbacks [] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.735047 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.809220 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1625565'] for router_interface (7e41e292-1320-461d-af3b-2ce8264fc8ac), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:14.811104 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:14.904915 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Network af495947-1482-4b39-8ddb-5a4240608284 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:14.906423 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:15.028900 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Router 7e41e292-1320-461d-af3b-2ce8264fc8ac has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:37:15.154841 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:37:15.161132 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-6d900502-c664-4521-a9fe-2938c71a764b None None] Provisioning complete for port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:15.161431 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-82e66c04-385c-466c-9b6d-03ccf5eb3e80 admin admin] 10.222.0.70 "PUT /v2.0/routers/7e41e292-1320-461d-af3b-2ce8264fc8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1614659 Mar 10 15:37:15.161617 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6d900502-c664-4521-a9fe-2938c71a764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:15.198240 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-6d900502-c664-4521-a9fe-2938c71a764b None None] Port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:37:15.247754 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ee349473-a420-488e-9f5d-f0179e5a92cc up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:15.304063 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port ee349473-a420-488e-9f5d-f0179e5a92cc triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:15.304590 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:15.393271 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port ee349473-a420-488e-9f5d-f0179e5a92cc is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:15.393754 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:15.414783 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] For port ee349473-a420-488e-9f5d-f0179e5a92cc, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=ee349473-a420-488e-9f5d-f0179e5a92cc,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:15.485408 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:15.486364 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device f4b70855-e995-426b-9130-451f6fd668e5 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:15.566177 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Pushing event updated for resources: {'Port': ['ID=ee349473-a420-488e-9f5d-f0179e5a92cc,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:15.575361 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.575710 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.576051 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.576386 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.576717 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.577292 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.577628 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.577953 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.578277 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.578602 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.578926 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.579260 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.580184 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:15.588985 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port f4b70855-e995-426b-9130-451f6fd668e5 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:15.589383 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (f4b70855-e995-426b-9130-451f6fd668e5), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:15.674751 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port f4b70855-e995-426b-9130-451f6fd668e5 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:15.863336 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59780) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:15.867916 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-362e41e5-85a1-432d-99df-1d0804b2920a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004784696', 'description': 'tempest-secgroup-smoke-1004784696 description', 'project_id': '939ab094b9aa43608a42f563ae812a9e'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:15.970953 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-362e41e5-85a1-432d-99df-1d0804b2920a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.027481 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Sync routers for ids ['7e41e292-1320-461d-af3b-2ce8264fc8ac'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:37:16.037425 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Routers {'7e41e292-1320-461d-af3b-2ce8264fc8ac'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:16.038118 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['7e41e292-1320-461d-af3b-2ce8264fc8ac'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:16.038572 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-362e41e5-85a1-432d-99df-1d0804b2920a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group (d8dba477-6de5-4840-a0f9-cd422f212674), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.112426 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-362e41e5-85a1-432d-99df-1d0804b2920a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d8dba477-6de5-4840-a0f9-cd422f212674), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.141317 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e41e5-85a1-432d-99df-1d0804b2920a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dba477-6de5-4840-a0f9-cd422f212674,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:16.146604 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Set router 7e41e292-1320-461d-af3b-2ce8264fc8ac gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:16.216573 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-362e41e5-85a1-432d-99df-1d0804b2920a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.219214 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-362e41e5-85a1-432d-99df-1d0804b2920a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3535416 Mar 10 15:37:16.221424 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59782) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:16.225729 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-8adce410-f4b3-4475-9686-cd1c3c95744c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'security_group_rule': {'security_group_id': 'd8dba477-6de5-4840-a0f9-cd422f212674', 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:16.322481 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8adce410-f4b3-4475-9686-cd1c3c95744c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (61f54f24-c75d-4190-a7ac-ad22c9c6b108), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.341087 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:37:14Z', 'revision_number': 4, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port': {'id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:11Z', 'updated_at': '2022-03-10T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53', 'name': '', 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'mac_address': 'fa:16:3e:dd:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '1d9ea293-bbe4-4e3c-b2a9-f407d55c1727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:13Z', 'updated_at': '2022-03-10T15:37:14Z', 'revision_number': 2, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'subnets': [{'id': '1d9ea293-bbe4-4e3c-b2a9-f407d55c1727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:16.371539 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Checking router: 7e41e292-1320-461d-af3b-2ce8264fc8ac for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:37:16.371896 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Updating router 7e41e292-1320-461d-af3b-2ce8264fc8ac port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 binding host dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:37:16.377318 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8adce410-f4b3-4475-9686-cd1c3c95744c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (61f54f24-c75d-4190-a7ac-ad22c9c6b108), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.398981 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.450508 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8adce410-f4b3-4475-9686-cd1c3c95744c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (61f54f24-c75d-4190-a7ac-ad22c9c6b108), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.467665 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adce410-f4b3-4475-9686-cd1c3c95744c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f54f24-c75d-4190-a7ac-ad22c9c6b108,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:16.538360 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8adce410-f4b3-4475-9686-cd1c3c95744c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.544070 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-8adce410-f4b3-4475-9686-cd1c3c95744c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3176739 Mar 10 15:37:16.544070 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59784) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:16.548554 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-5be9a8f8-032a-4847-be3a-d2a9fea25fac tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'security_group_rule': {'security_group_id': 'd8dba477-6de5-4840-a0f9-cd422f212674', 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:16.644962 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8f8-032a-4847-be3a-d2a9fea25fac tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (259bdab9-2ab1-4db3-be49-7b98ff232ac7), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.703770 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8f8-032a-4847-be3a-d2a9fea25fac tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (259bdab9-2ab1-4db3-be49-7b98ff232ac7), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.776376 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8f8-032a-4847-be3a-d2a9fea25fac tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (259bdab9-2ab1-4db3-be49-7b98ff232ac7), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.777283 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Publish callbacks [] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.796803 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9a8f8-032a-4847-be3a-d2a9fea25fac tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259bdab9-2ab1-4db3-be49-7b98ff232ac7,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:16.866027 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.896739 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5be9a8f8-032a-4847-be3a-d2a9fea25fac tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.897995 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-5be9a8f8-032a-4847-be3a-d2a9fea25fac tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3530881 Mar 10 15:37:16.900890 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59786) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:16.905626 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-f78da4bc-58fb-42cd-94f0-2569910ee8dc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'security_group_rule': {'security_group_id': 'd8dba477-6de5-4840-a0f9-cd422f212674', 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:16.922501 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be54cc1-406b-4e2d-b237-a68a98b4d744 None None] Pushing event updated for resources: {'Port': ['ID=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:16.975279 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Attempting to bind port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 on host dv-cinder-831247-10-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:37:16.975652 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Attempting to bind port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 by drivers openvswitch,hyperv on host dv-cinder-831247-10-smb at level 0 using segments [{'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:37:16.976180 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Attempting to bind port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 on network af495947-1482-4b39-8ddb-5a4240608284 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:16.981485 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Checking agent: {'id': 'ef0fed54-61a9-413a-a413-09e5d79401f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 16, 58), 'started_at': datetime.datetime(2022, 3, 10, 15, 17, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:37:16.981859 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Checking segment: {'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:16.982262 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:16.982794 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Bound using segment: {'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:37:16.983274 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Bound port: a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53, host: dv-cinder-831247-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a266fcc2-16d8-46f7-88f8-d03365aadd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:37:16.983635 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.004876 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f78da4bc-58fb-42cd-94f0-2569910ee8dc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (d981b5ec-44f7-47ec-a7a2-35b71bad348e), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.051501 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] For port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53, host dv-cinder-831247-10-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:37:17.055189 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] For port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53, host dv-cinder-831247-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,segment=NetworkSegment(a266fcc2-16d8-46f7-88f8-d03365aadd43),segment_id=a266fcc2-16d8-46f7-88f8-d03365aadd43)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:37:17.075193 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f78da4bc-58fb-42cd-94f0-2569910ee8dc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (d981b5ec-44f7-47ec-a7a2-35b71bad348e), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.130899 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-1d2570e7-8bef-4808-8053-0513b87386cf None None] Provisioning complete for port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:17.131268 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1d2570e7-8bef-4808-8053-0513b87386cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.133968 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ee349473-a420-488e-9f5d-f0179e5a92cc up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:17.170807 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f78da4bc-58fb-42cd-94f0-2569910ee8dc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (d981b5ec-44f7-47ec-a7a2-35b71bad348e), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.174973 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.189712 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78da4bc-58fb-42cd-94f0-2569910ee8dc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d981b5ec-44f7-47ec-a7a2-35b71bad348e,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:17.229673 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-1d2570e7-8bef-4808-8053-0513b87386cf None None] Port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:37:17.259134 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f78da4bc-58fb-42cd-94f0-2569910ee8dc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.261807 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-f78da4bc-58fb-42cd-94f0-2569910ee8dc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584280 Mar 10 15:37:17.270100 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Routers {'7e41e292-1320-461d-af3b-2ce8264fc8ac'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:17.270100 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['7e41e292-1320-461d-af3b-2ce8264fc8ac'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:17.270100 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be54cc1-406b-4e2d-b237-a68a98b4d744 None None] Pushing event updated for resources: {'Port': ['ID=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:17.270426 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59788) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:17.279776 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-dfb1b9f5-9a91-494f-8246-093629d6ad11 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'security_group_rule': {'security_group_id': 'd8dba477-6de5-4840-a0f9-cd422f212674', 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:17.321211 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port ee349473-a420-488e-9f5d-f0179e5a92cc triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:17.321594 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.380825 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b9f5-9a91-494f-8246-093629d6ad11 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (aa390869-40f3-4f0c-b898-7bb13f4c3d6e), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.418306 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] Set router 7e41e292-1320-461d-af3b-2ce8264fc8ac gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:17.453262 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b9f5-9a91-494f-8246-093629d6ad11 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (aa390869-40f3-4f0c-b898-7bb13f4c3d6e), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.522352 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b3126cf1-0a05-48f3-82b0-995144db74f0 None None] Provisioning complete for port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:17.522645 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b3126cf1-0a05-48f3-82b0-995144db74f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.534808 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b9f5-9a91-494f-8246-093629d6ad11 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (aa390869-40f3-4f0c-b898-7bb13f4c3d6e), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.555358 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1b9f5-9a91-494f-8246-093629d6ad11 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa390869-40f3-4f0c-b898-7bb13f4c3d6e,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:17.598276 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port ee349473-a420-488e-9f5d-f0179e5a92cc is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:17.611535 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b9f5-9a91-494f-8246-093629d6ad11 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.612771 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-dfb1b9f5-9a91-494f-8246-093629d6ad11 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3368258 Mar 10 15:37:17.615729 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59790) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:17.620296 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-0803ccbe-e032-4c01-8f6c-3c240e62d599 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'security_group_rule': {'security_group_id': 'd8dba477-6de5-4840-a0f9-cd422f212674', 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:17.694887 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.securitygroups_db [None req-0803ccbe-e032-4c01-8f6c-3c240e62d599 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Project 939ab094b9aa43608a42f563ae812a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:37:17.698615 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-b3126cf1-0a05-48f3-82b0-995144db74f0 None None] Current status of the port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 is: DOWN; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:17.699006 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b3126cf1-0a05-48f3-82b0-995144db74f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.700341 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0803ccbe-e032-4c01-8f6c-3c240e62d599 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (396f8fe6-4243-4222-a55d-0968714c2400), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.739461 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-b3126cf1-0a05-48f3-82b0-995144db74f0 None None] For port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,segment=NetworkSegment(a266fcc2-16d8-46f7-88f8-d03365aadd43),segment_id=a266fcc2-16d8-46f7-88f8-d03365aadd43)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:17.744590 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:37:14Z', 'revision_number': 4, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port': {'id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:11Z', 'updated_at': '2022-03-10T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53', 'name': '', 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'mac_address': 'fa:16:3e:dd:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '1d9ea293-bbe4-4e3c-b2a9-f407d55c1727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:13Z', 'updated_at': '2022-03-10T15:37:17Z', 'revision_number': 4, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'subnets': [{'id': '1d9ea293-bbe4-4e3c-b2a9-f407d55c1727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:17.764386 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0803ccbe-e032-4c01-8f6c-3c240e62d599 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (396f8fe6-4243-4222-a55d-0968714c2400), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.777304 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c976-c5bd-4b57-8cae-6ab92c609c86 None None] The sync data for ids ['7e41e292-1320-461d-af3b-2ce8264fc8ac'] in dv-cinder-831247-10-smb is: [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:37:14Z', 'revision_number': 4, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port': {'id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:11Z', 'updated_at': '2022-03-10T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': 'a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53', 'name': '', 'network_id': 'af495947-1482-4b39-8ddb-5a4240608284', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'mac_address': 'fa:16:3e:dd:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '1d9ea293-bbe4-4e3c-b2a9-f407d55c1727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:13Z', 'updated_at': '2022-03-10T15:37:17Z', 'revision_number': 4, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'subnets': [{'id': '1d9ea293-bbe4-4e3c-b2a9-f407d55c1727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:37:17.854997 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b3126cf1-0a05-48f3-82b0-995144db74f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.855209 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0803ccbe-e032-4c01-8f6c-3c240e62d599 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (396f8fe6-4243-4222-a55d-0968714c2400), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.883739 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803ccbe-e032-4c01-8f6c-3c240e62d599 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396f8fe6-4243-4222-a55d-0968714c2400,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:17.918135 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3126cf1-0a05-48f3-82b0-995144db74f0 None None] Pushing event updated for resources: {'Port': ['ID=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:17.948082 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0803ccbe-e032-4c01-8f6c-3c240e62d599 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:17.949500 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-0803ccbe-e032-4c01-8f6c-3c240e62d599 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326983 Mar 10 15:37:17.952385 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 59792) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:17.957047 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-bab0ee77-d677-4ffd-82d2-ad94c210344e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'security_group_rule': {'security_group_id': 'd8dba477-6de5-4840-a0f9-cd422f212674', 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:18.054828 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.db.securitygroups_db [None req-bab0ee77-d677-4ffd-82d2-ad94c210344e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Project 939ab094b9aa43608a42f563ae812a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:37:18.060387 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bab0ee77-d677-4ffd-82d2-ad94c210344e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (b9e84307-8973-4f77-91a4-645ccbb89b51), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:18.121483 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bab0ee77-d677-4ffd-82d2-ad94c210344e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (b9e84307-8973-4f77-91a4-645ccbb89b51), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:18.200474 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bab0ee77-d677-4ffd-82d2-ad94c210344e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688127'] for security_group_rule (b9e84307-8973-4f77-91a4-645ccbb89b51), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:18.219251 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0ee77-d677-4ffd-82d2-ad94c210344e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e84307-8973-4f77-91a4-645ccbb89b51,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:18.298906 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bab0ee77-d677-4ffd-82d2-ad94c210344e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:18.300130 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-bab0ee77-d677-4ffd-82d2-ad94c210344e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3466349 Mar 10 15:37:19.162398 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 up at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:19.214535 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Provisioning complete for port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:19.214931 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:19.296702 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Current status of the port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 is: ACTIVE; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:21.530596 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-55df1297-1f5a-4a8c-9916-61028707f681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:23.742463 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cc2c77d4-a4a4-481b-bd88-c65839df2189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:24.691288 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:37:24.934320 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:26.404757 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:27.799096 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:29.425716 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:32.968635 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-abbb812a-7c56-4b68-9dd8-2dc2ebb199ad tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004784696&fields=id&tenant_id=939ab094b9aa43608a42f563ae812a9e HTTP/1.1" status: 200 len: 267 time: 0.0458333 Mar 10 15:37:33.071627 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-3892631d-bcd3-4ce9-9d9e-5b3703b2f090 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:33.073744 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-3892631d-bcd3-4ce9-9d9e-5b3703b2f090 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 809 time: 0.0987952 Mar 10 15:37:33.088557 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-f925ae4c-d781-4410-bd9b-ca3687afe148 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/quotas/939ab094b9aa43608a42f563ae812a9e HTTP/1.1" status: 200 len: 375 time: 0.0094876 Mar 10 15:37:33.142701 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-e41d97db-922a-4ce5-acc2-7fedb0195e79 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490413 Mar 10 15:37:33.288042 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-dde60136-6211-4783-91d9-ddeac66e5678 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:37:33.289047 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-dde60136-6211-4783-91d9-ddeac66e5678 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1359131 Mar 10 15:37:33.380401 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-92ab0bc8-72bc-419c-b234-ee18724f2e2f service neutron] 10.222.0.70 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844817 Mar 10 15:37:33.469053 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-ef63e73e-3d6d-4c5a-9600-a3e8b5916c61 service neutron] 10.222.0.70 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831199 Mar 10 15:37:35.172780 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-175bfd6b-6d8b-4667-aed8-de5df439de31 req-c3b8e38a-2566-4843-9c92-d2182a9d41b4 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 210 time: 0.0772514 Mar 10 15:37:36.323568 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-828f5dca-ca1c-423d-864d-775fe6bbe530 req-669cb0a5-f8bf-4cfc-8e60-372c6c15d14d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 210 time: 0.0269811 Mar 10 15:37:37.415289 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-dd0f9b92-b096-4129-8a40-d8beb82dc8dd req-e17db6ae-7579-4d7f-b549-45789e55583c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 210 time: 0.0276449 Mar 10 15:37:38.350279 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-065b606f-64fa-4bb9-8d3e-c581e2bc14c2 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:38.351707 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-065b606f-64fa-4bb9-8d3e-c581e2bc14c2 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 809 time: 0.1005945 Mar 10 15:37:38.419990 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-29234780-6405-450f-bfe0-e097b568e596 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=939ab094b9aa43608a42f563ae812a9e HTTP/1.1" status: 200 len: 380 time: 0.0525739 Mar 10 15:37:38.429947 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'port': {'device_id': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'admin_state_up': True, 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'security_groups': ['d8dba477-6de5-4840-a0f9-cd422f212674']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:38.510523 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-af1d8d16-4991-4eb7-b1df-ed1a898cc1a9 req-53bea2e8-e012-485a-8eb3-497542b2e6c5 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 210 time: 0.0275285 Mar 10 15:37:38.593790 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Made reservation on behalf of 939ab094b9aa43608a42f563ae812a9e for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:37:38.597360 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:38.724935 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Allocated IP 172.20.0.9 (4270abf9-414e-4dca-ac48-f604465cbf74/3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a/bc9ce592-d913-4e9e-8276-0cb2b076bf84) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:38.859997 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:38.959485 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.013018 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Network 4270abf9-414e-4dca-ac48-f604465cbf74 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:39.016783 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:39.021449 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:39.024486 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:39.080207 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:39.080752 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.173056 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-9342b014-e99d-41c5-8f4f-3a5140cf2e3a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7474957 Mar 10 15:37:39.182629 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-4088bde8-6ec8-4caf-bcc2-2898a5034abc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:37:39.183636 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-4088bde8-6ec8-4caf-bcc2-2898a5034abc tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054047 Mar 10 15:37:39.247141 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Request body: {'port': {'device_id': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:39.298060 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-21e919a9-ff92-42fe-be4a-5e9ca582ca19 None None] Provisioning complete for port bc9ce592-d913-4e9e-8276-0cb2b076bf84 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:39.298626 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-21e919a9-ff92-42fe-be4a-5e9ca582ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.306358 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.334530 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-21e919a9-ff92-42fe-be4a-5e9ca582ca19 None None] Port bc9ce592-d913-4e9e-8276-0cb2b076bf84 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:37:39.561858 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9ce592-d913-4e9e-8276-0cb2b076bf84 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:37:39.569938 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Publish callbacks [] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.581693 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Transition to ACTIVE for port object bc9ce592-d913-4e9e-8276-0cb2b076bf84 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:37:39.628152 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed2b14-87d3-4ab0-bf04-1b309120f68b req-4e074c82-2dd9-4329-9fe3-70392dba9925 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:39.629635 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-28ed2b14-87d3-4ab0-bf04-1b309120f68b req-4e074c82-2dd9-4329-9fe3-70392dba9925 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 931 time: 0.0526593 Mar 10 15:37:39.644526 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.680594 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-28ed2b14-87d3-4ab0-bf04-1b309120f68b req-bf151199-38fe-482e-ae85-8c9d5a6acbfb tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 Mar 10 15:37:39.698470 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:39.763519 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Attempting to bind port bc9ce592-d913-4e9e-8276-0cb2b076bf84 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:37:39.763861 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Attempting to bind port bc9ce592-d913-4e9e-8276-0cb2b076bf84 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:37:39.764189 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Attempting to bind port bc9ce592-d913-4e9e-8276-0cb2b076bf84 on network 4270abf9-414e-4dca-ac48-f604465cbf74 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:39.768855 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Port bc9ce592-d913-4e9e-8276-0cb2b076bf84 on network 4270abf9-414e-4dca-ac48-f604465cbf74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:37:39.769201 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Attempting to bind port bc9ce592-d913-4e9e-8276-0cb2b076bf84 on network 4270abf9-414e-4dca-ac48-f604465cbf74 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:39.774158 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Checking agent: {'id': 'f6013f05-03d0-47bb-8326-31fe4cb5d0b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'started_at': datetime.datetime(2022, 3, 10, 15, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:37:39.774498 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Checking segment: {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:39.774882 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Bound using segment: {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:37:39.775312 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Bound port: bc9ce592-d913-4e9e-8276-0cb2b076bf84, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917acfb5-0943-442d-af07-d0b4c693cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:37:39.775670 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.848730 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:37:39.851871 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:37:39.931004 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133240540'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.964556 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:39.965224 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.969598 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] 10.222.0.69 "PUT /v2.0/ports/bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 1093 time: 0.7661736 Mar 10 15:37:39.969598 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:37:39.970249 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6df631-634b-4bdd-b73d-62c8e56c76b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:37:39.994197 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b439b-5b02-4039-8ba4-692bb1152246 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:40.079227 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2003c604-21d8-412d-9869-1addd40410ec x-openstack-request-id: req-2003c604-21d8-412d-9869-1addd40410ec {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:37:40.079777 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:37:40.080050 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2003c604-21d8-412d-9869-1addd40410ec {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:37:40.080484 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'status': 'completed', 'code': 200} Mar 10 15:37:40.138553 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-7d6e6835-c25e-414d-ba29-c5adadb6fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.139981 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-7d6e6835-c25e-414d-ba29-c5adadb6fd5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1127 time: 0.0465989 Mar 10 15:37:40.193324 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-22395f2d-366c-4a8d-a73f-748af4f05460 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 217 time: 0.0384698 Mar 10 15:37:40.240397 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-6019a6e1-3677-4686-86f7-bbd936b8ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.241808 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-6019a6e1-3677-4686-86f7-bbd936b8ace3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0428219 Mar 10 15:37:40.288704 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-caa27426-85ac-4d35-acc7-7eeef449ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.290271 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-caa27426-85ac-4d35-acc7-7eeef449ef9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0427253 Mar 10 15:37:40.379250 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-a2269a4f-1c64-4f30-9b9a-97270014e99f service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814700 Mar 10 15:37:40.463217 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-479a70f2-bc2a-4bb9-ad8e-8d723708c3bf req-b3847e12-c537-4847-892b-bdfbd936fe9b service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779729 Mar 10 15:37:40.635378 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-d417bad1-2937-4e3a-9d18-4c7610d25d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.636781 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-d417bad1-2937-4e3a-9d18-4c7610d25d3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1127 time: 0.0441463 Mar 10 15:37:40.728082 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-662c0c33-2a15-4226-a452-e40a9b82b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.729640 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-662c0c33-2a15-4226-a452-e40a9b82b75a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0859590 Mar 10 15:37:40.770927 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-6c159cc4-d589-443a-803a-0bb0b9ff4eb6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 217 time: 0.0345337 Mar 10 15:37:40.800906 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf05303-6d15-4b09-8026-d8506a1574c3 req-723ae83b-f4c0-4753-98f4-b989f12720bf tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.802649 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-edf05303-6d15-4b09-8026-d8506a1574c3 req-723ae83b-f4c0-4753-98f4-b989f12720bf tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0524206 Mar 10 15:37:40.824105 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-047a5578-da11-4e1c-aaff-bc8fa610d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.825616 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-047a5578-da11-4e1c-aaff-bc8fa610d74e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0476127 Mar 10 15:37:40.849726 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-edf05303-6d15-4b09-8026-d8506a1574c3 req-bdb2a11b-7166-4624-9315-feb1c5dad4be tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 Mar 10 15:37:40.873555 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-1237a1e6-e785-4ac8-8121-7a14978d2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.875154 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-1237a1e6-e785-4ac8-8121-7a14978d2b5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0437315 Mar 10 15:37:40.963428 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-aace6454-0b59-400d-9825-ffa38485d782 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814042 Mar 10 15:37:41.050794 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-bf6df631-634b-4bdd-b73d-62c8e56c76b5 req-b7ad4983-1099-407a-a753-007b4b26078d service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795968 Mar 10 15:37:41.965296 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cde6f-4593-47f3-936a-9dbca9fd0cbd req-747a810c-0898-4a26-9c83-1dfe6ebe9c95 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:41.966769 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d02cde6f-4593-47f3-936a-9dbca9fd0cbd req-747a810c-0898-4a26-9c83-1dfe6ebe9c95 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0516636 Mar 10 15:37:42.014156 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d02cde6f-4593-47f3-936a-9dbca9fd0cbd req-d57d1419-79a5-4e48-a083-27826dcd3271 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Mar 10 15:37:43.133166 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad5088-6e3f-44b3-9217-859ef64a5a8b req-062b2071-e26e-4834-8cf6-917124a495de tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:43.134655 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-88ad5088-6e3f-44b3-9217-859ef64a5a8b req-062b2071-e26e-4834-8cf6-917124a495de tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0543301 Mar 10 15:37:43.182405 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-88ad5088-6e3f-44b3-9217-859ef64a5a8b req-c9a5aa68-420f-44ba-976b-e90d6373b34d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Mar 10 15:37:44.295382 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20210966-75c0-4d67-979a-79cb67b1963e req-b9219dc9-bb05-42f0-8461-82086043a7b6 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:44.297356 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-20210966-75c0-4d67-979a-79cb67b1963e req-b9219dc9-bb05-42f0-8461-82086043a7b6 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0509505 Mar 10 15:37:44.344797 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-20210966-75c0-4d67-979a-79cb67b1963e req-697b160d-b6e8-41fa-890c-2c99e7d241f0 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Mar 10 15:37:45.104992 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device bc9ce592-d913-4e9e-8276-0cb2b076bf84 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:37:45.201666 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:45.212296 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'port_id': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'mac_address': 'fa:16:3e:67:3c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:37:45.248254 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port bc9ce592-d913-4e9e-8276-0cb2b076bf84 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:45.248649 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:45.261324 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9ce592-d913-4e9e-8276-0cb2b076bf84 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:37:45.280597 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:45.350580 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:45.400808 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:45.465575 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ab178-546c-4a2a-a5af-e5fc9bbcf752 req-45cbc7a7-f01f-4fbe-80a0-d309d3f466a4 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:45.467024 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3d2ab178-546c-4a2a-a5af-e5fc9bbcf752 req-45cbc7a7-f01f-4fbe-80a0-d309d3f466a4 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 944 time: 0.0546923 Mar 10 15:37:45.514507 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-3d2ab178-546c-4a2a-a5af-e5fc9bbcf752 req-217665b5-62aa-4ca2-ab5f-17e11db4d7f8 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Mar 10 15:37:45.651875 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['bc9ce592-d913-4e9e-8276-0cb2b076bf84'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:37:46.628899 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d5626-30b8-4ddc-86b6-e64b66b48342 req-8912f545-40f5-41ce-ae0c-e24f2acafd72 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:46.630380 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-842d5626-30b8-4ddc-86b6-e64b66b48342 req-8912f545-40f5-41ce-ae0c-e24f2acafd72 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 944 time: 0.0512354 Mar 10 15:37:46.678027 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-842d5626-30b8-4ddc-86b6-e64b66b48342 req-a9e651bb-3ee2-4be9-9b21-118047064c43 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Mar 10 15:37:47.104840 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device bc9ce592-d913-4e9e-8276-0cb2b076bf84 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:37:47.244468 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning for port bc9ce592-d913-4e9e-8276-0cb2b076bf84 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:37:47.248435 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port bc9ce592-d913-4e9e-8276-0cb2b076bf84 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:47.248902 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:47.328824 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port bc9ce592-d913-4e9e-8276-0cb2b076bf84 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:37:47.329127 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:47.355315 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:37:47.357636 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b67e2d1-fee5-44a8-ae08-2b11afd95b53" -d '{"events": [{"server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:37:47.370029 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:37:47.442536 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:47.447116 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69078e1a-4562-43e8-98c3-f3b7c75baaf1 x-openstack-request-id: req-69078e1a-4562-43e8-98c3-f3b7c75baaf1 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:37:47.447400 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:37:47.447652 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69078e1a-4562-43e8-98c3-f3b7c75baaf1 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:37:47.448037 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'code': 200} Mar 10 15:37:47.492822 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:47.798275 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e821c-430b-41de-9469-9c4e471fa329 req-8f6f9686-793a-45e4-bb1b-f2e1d6529280 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:47.799739 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-862e821c-430b-41de-9469-9c4e471fa329 req-8f6f9686-793a-45e4-bb1b-f2e1d6529280 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0546660 Mar 10 15:37:47.849917 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4326c14-5939-4ce3-952c-9fd57e7905c2 req-f9aa02d2-9469-49c2-ba62-bf2e91aefed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:47.851450 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e4326c14-5939-4ce3-952c-9fd57e7905c2 req-f9aa02d2-9469-49c2-ba62-bf2e91aefed7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1129 time: 0.0451736 Mar 10 15:37:47.863435 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-862e821c-430b-41de-9469-9c4e471fa329 req-2b3ac2af-9f30-4336-8370-01d05da5976a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562503 Mar 10 15:37:47.902357 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-e4326c14-5939-4ce3-952c-9fd57e7905c2 req-fdcfd5a0-3950-4046-9a9c-9b5a4988000a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Mar 10 15:37:48.982980 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c99062-b3e7-4058-bf51-cacd216ff687 req-de0b7730-efdc-4fe6-870d-c48343dce55c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:48.985029 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-87c99062-b3e7-4058-bf51-cacd216ff687 req-de0b7730-efdc-4fe6-870d-c48343dce55c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0527487 Mar 10 15:37:49.033307 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-87c99062-b3e7-4058-bf51-cacd216ff687 req-3bfe2307-952d-46a8-aed2-c8db883b615e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Mar 10 15:37:50.149282 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0e4e2-9bc8-4bd9-b559-766725edc5f8 req-5808ab34-4055-4364-82f0-373057d0850a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:50.150754 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-15a0e4e2-9bc8-4bd9-b559-766725edc5f8 req-5808ab34-4055-4364-82f0-373057d0850a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0521607 Mar 10 15:37:50.198504 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-15a0e4e2-9bc8-4bd9-b559-766725edc5f8 req-8ba7f8a5-4991-4abe-8a80-287bf8607eb8 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Mar 10 15:37:50.317115 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dca87f-82e5-4574-9bca-af11983644a1 req-afb6e408-b8e4-4f35-98f4-8ed1facac15c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:50.318500 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-58dca87f-82e5-4574-9bca-af11983644a1 req-afb6e408-b8e4-4f35-98f4-8ed1facac15c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0552173 Mar 10 15:37:50.365559 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-58dca87f-82e5-4574-9bca-af11983644a1 req-394a604c-82d4-49c1-bddd-63fc9829927e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414550 Mar 10 15:37:50.386395 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59964) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:50.469734 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e57dea-d7bd-4d1e-bdb6-66dec3a12771 tempest-TestShelveInstance-1347303915 tempest-TestShelveInstance-1347303915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:50.471312 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-f4e57dea-d7bd-4d1e-bdb6-66dec3a12771 tempest-TestShelveInstance-1347303915 tempest-TestShelveInstance-1347303915-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1124 time: 0.0839691 Mar 10 15:37:50.474085 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 59968) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:50.478167 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Request body: {'floatingip': {'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'port_id': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:50.556440 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:50.652614 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (None), before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:50.750587 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Allocated IP 172.28.1.195 (603207aa-8221-48e6-b7a9-a4938cd38836/deffc931-a0be-453d-8444-646b86500dad/309e85c9-f236-430a-97c1-717816206955) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:50.852183 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for port (309e85c9-f236-430a-97c1-717816206955), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:50.950627 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746232017785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (309e85c9-f236-430a-97c1-717816206955), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:50.985827 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Network 603207aa-8221-48e6-b7a9-a4938cd38836 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:50.988611 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:50.993995 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:51.016835 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'Port': ['ID=309e85c9-f236-430a-97c1-717816206955,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:51.600696 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for floatingip (3f9e5504-9d42-45a4-af19-847b4ee9de84), precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:51.707548 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f759a733-10d1-4280-b533-3913ae30ce4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:51.762545 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (309e85c9-f236-430a-97c1-717816206955), before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:51.916866 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for port (309e85c9-f236-430a-97c1-717816206955), precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:51.987328 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130471181'] for port (309e85c9-f236-430a-97c1-717816206955), after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:52.056263 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event updated for resources: {'Port': ['ID=309e85c9-f236-430a-97c1-717816206955,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:52.065963 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1638136'] for floatingip (3f9e5504-9d42-45a4-af19-847b4ee9de84), after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:52.165491 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Floating IP 3f9e5504-9d42-45a4-af19-847b4ee9de84 associated. External IP: 172.28.1.195, port: bc9ce592-d913-4e9e-8276-0cb2b076bf84. Mar 10 15:37:52.373659 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Router dab08227-cb4e-4b58-810d-bab7560e6a16 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:37:52.480448 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:37:52.491123 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693a467-7705-433e-9daa-56267c49151b None None] Sync routers for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:37:52.500630 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693a467-7705-433e-9daa-56267c49151b None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:52.505769 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-2693a467-7705-433e-9daa-56267c49151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:37:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:52.560382 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:52.590460 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-3bed2d34-6285-4a6f-9a3b-9f2c73938db3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1153851 Mar 10 15:37:52.591243 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:37:52.594116 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739eeab1-a249-418f-86b4-7510e58b9ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:37:52.608359 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-2693a467-7705-433e-9daa-56267c49151b None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:52.630208 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaab7f5d-e2ce-46ee-83a1-68805a477ccd x-openstack-request-id: req-eaab7f5d-e2ce-46ee-83a1-68805a477ccd {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:37:52.630708 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:37:52.630829 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eaab7f5d-e2ce-46ee-83a1-68805a477ccd {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:37:52.631141 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'status': 'completed', 'code': 200} Mar 10 15:37:52.720993 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-8896e95a-d33f-4877-92ac-e2267b742fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:52.722544 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-8896e95a-d33f-4877-92ac-e2267b742fe7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1129 time: 0.0439577 Mar 10 15:37:52.810071 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-9e6cc15d-b127-4fc7-90a9-ea25c0b694b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:52.812086 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-9e6cc15d-b127-4fc7-90a9-ea25c0b694b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0834582 Mar 10 15:37:52.833390 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-2693a467-7705-433e-9daa-56267c49151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '3f9e5504-9d42-45a4-af19-847b4ee9de84', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'floating_ip_address': '172.28.1.195', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'port_id': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'mac_address': 'fa:16:3e:67:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:37:51Z', 'updated_at': '2022-03-10T15:37:51Z', 'revision_number': 0, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 5, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:52.859460 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693a467-7705-433e-9daa-56267c49151b None None] Checking router: dab08227-cb4e-4b58-810d-bab7560e6a16 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:37:52.867706 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693a467-7705-433e-9daa-56267c49151b None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:37:52.868312 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-2693a467-7705-433e-9daa-56267c49151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:37:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:52.885996 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-9a4ce64e-782f-4f53-a4bb-8402fe6dd74a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 999 time: 0.0674171 Mar 10 15:37:52.932524 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-50ea1b8b-4b99-4ec6-8d11-632cb6f76ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:52.934192 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-50ea1b8b-4b99-4ec6-8d11-632cb6f76ae9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0423660 Mar 10 15:37:52.976515 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-2693a467-7705-433e-9daa-56267c49151b None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:37:52.981191 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-24df5833-98f5-4d95-ae36-56ba7a1b0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:52.982725 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-24df5833-98f5-4d95-ae36-56ba7a1b0845 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0427661 Mar 10 15:37:53.074021 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-73cab772-db67-46ce-9d06-550728e5f02a service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852101 Mar 10 15:37:53.164656 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-739eeab1-a249-418f-86b4-7510e58b9ccb req-3fc5ac12-07f7-4cfe-826f-14c7e1dc2a85 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847609 Mar 10 15:37:53.212535 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-2693a467-7705-433e-9daa-56267c49151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '3f9e5504-9d42-45a4-af19-847b4ee9de84', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'floating_ip_address': '172.28.1.195', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'port_id': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'mac_address': 'fa:16:3e:67:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:37:51Z', 'updated_at': '2022-03-10T15:37:51Z', 'revision_number': 0, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 5, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:37:53.238781 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693a467-7705-433e-9daa-56267c49151b None None] The sync data for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb is: [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_floatingips': [{'id': '3f9e5504-9d42-45a4-af19-847b4ee9de84', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'floating_ip_address': '172.28.1.195', 'floating_network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'router_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'port_id': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'mac_address': 'fa:16:3e:67:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:37:51Z', 'updated_at': '2022-03-10T15:37:51Z', 'revision_number': 0, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 5, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:37:53.419904 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f411ea-c302-4821-8e93-0275fced63cc None None] New status for floating IP 3f9e5504-9d42-45a4-af19-847b4ee9de84: ACTIVE {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:37:53.673049 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-136fa639-8e7a-4930-99b3-18d335b6e590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:54.922407 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:56.407582 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:57.767468 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:59.375472 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:01.690382 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:38:04.315336 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-ef0470e2-e8d8-4d46-b371-36228ab2f3cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3041930 Mar 10 15:38:04.414308 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-8f6f0765-154c-45a0-95c9-f707ba328f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:04.415776 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-8f6f0765-154c-45a0-95c9-f707ba328f7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1129 time: 0.0433016 Mar 10 15:38:04.516988 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-7b60e4d9-1f89-4fe0-b7ef-0c68b0200e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:04.518473 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-7b60e4d9-1f89-4fe0-b7ef-0c68b0200e71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0842743 Mar 10 15:38:04.582955 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-700ce5e7-bf3e-49a8-8857-078d8cc6ef5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 1001 time: 0.0572939 Mar 10 15:38:04.631269 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-3804ed9f-0ab3-4a1d-85e1-f7590f7ebb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:04.632706 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-3804ed9f-0ab3-4a1d-85e1-f7590f7ebb62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0428429 Mar 10 15:38:04.683059 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-8d4fd808-2e86-425f-b252-0c65cc226af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:04.684527 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-8d4fd808-2e86-425f-b252-0c65cc226af0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0460241 Mar 10 15:38:04.770046 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-68eb0c45-5729-4990-8837-67f53ac439db service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787847 Mar 10 15:38:04.859644 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-0be01730-1f0e-4834-a7a5-ac977c624094 req-941d8b7e-9d70-4fa8-aed3-a337634cd05b service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829935 Mar 10 15:38:21.655421 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e627a53f-ce86-48c5-bafc-208203039b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:23.689376 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-47abf77f-21fb-4ac9-a50a-88a004893187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:24.952014 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:26.409738 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:27.798076 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:29.386126 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:38.689850 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:38:51.679817 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-28e076bc-fc7a-4cc6-8c90-efbaf146bb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:53.671777 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0ff9270d-0deb-467d-bae3-24a7a385b648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:54.948439 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:56.399089 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:57.793805 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:59.388179 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:04.010944 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-234a5e08-c019-4310-a8f5-0d1d3f4a4d29 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422044 Mar 10 15:39:04.116515 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-cb97d80e-dfc7-4a83-95e1-eaca0a4c6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:04.118074 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-cb97d80e-dfc7-4a83-95e1-eaca0a4c6c16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1129 time: 0.0435848 Mar 10 15:39:04.229302 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-1c303403-4728-4204-96c0-043869507b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:04.230779 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-1c303403-4728-4204-96c0-043869507b86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0929356 Mar 10 15:39:04.294033 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-15059070-6ee4-40b9-aee4-ed486761ffb9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 1001 time: 0.0568211 Mar 10 15:39:04.344668 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-ab362bc1-bc13-4d12-8209-a9012cd47378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:04.346128 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-ab362bc1-bc13-4d12-8209-a9012cd47378 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0451531 Mar 10 15:39:04.399922 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-9b5c3482-780f-4986-8ede-f04d0f0657fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:04.401480 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-9b5c3482-780f-4986-8ede-f04d0f0657fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0448382 Mar 10 15:39:04.492974 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-feb554fa-4862-422a-9134-87bf5d7e3e70 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839670 Mar 10 15:39:04.581112 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-de098c9a-c71c-486b-a584-5dc35abf5194 req-f24202e9-b07e-49de-962a-09fa817c55e6 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797229 Mar 10 15:39:15.689108 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:39:21.547071 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6326db4c-03cf-4ab1-bcc4-82ea03de3d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:23.787480 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-839fb536-b3e9-4fb7-aedc-ec7bc4825f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:24.952440 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:26.432641 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:27.830936 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:29.420652 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:42.423685 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e806ee9-a797-4d58-b294-56dc7ff310a6 req-7f14c6c7-d0bb-428a-b1a6-3883e5581dba tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:42.425298 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7e806ee9-a797-4d58-b294-56dc7ff310a6 req-7f14c6c7-d0bb-428a-b1a6-3883e5581dba tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0535555 Mar 10 15:39:42.474464 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7e806ee9-a797-4d58-b294-56dc7ff310a6 req-b8ceb1fc-8d40-4e8a-81ad-1d47cb0d1270 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Mar 10 15:39:43.594880 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185883f-4d9b-430b-adc2-37be172337bb req-299c87d3-c7ee-4fda-8403-859fd20892f3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:43.596368 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7185883f-4d9b-430b-adc2-37be172337bb req-299c87d3-c7ee-4fda-8403-859fd20892f3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0517907 Mar 10 15:39:43.647217 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-7185883f-4d9b-430b-adc2-37be172337bb req-8143ec07-9aca-4dcd-9dcc-d6438b2c0a54 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452237 Mar 10 15:39:44.761649 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fdfb3-9cfc-43c6-9334-4b5f53803543 req-621c9958-2a4c-4141-b482-a556f2f259c2 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:44.763131 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4d9fdfb3-9cfc-43c6-9334-4b5f53803543 req-621c9958-2a4c-4141-b482-a556f2f259c2 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0510154 Mar 10 15:39:44.810570 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-4d9fdfb3-9cfc-43c6-9334-4b5f53803543 req-91aa728e-76dd-4fe0-8a5a-bb4733481394 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Mar 10 15:39:45.926148 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cde8d-9bd4-4669-8746-a73b13c187b1 req-92990df6-8393-43ef-bb5b-be815e4ba1e5 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:45.929767 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9c7cde8d-9bd4-4669-8746-a73b13c187b1 req-92990df6-8393-43ef-bb5b-be815e4ba1e5 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0519402 Mar 10 15:39:45.974977 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9c7cde8d-9bd4-4669-8746-a73b13c187b1 req-1b1fc744-5460-4f96-ab4e-778385e4f990 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Mar 10 15:39:47.096205 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d4d62-9096-4234-84e8-e4511477b21d req-f3353131-5e73-4667-8ed5-8a1f85f87aca tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:47.097668 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-491d4d62-9096-4234-84e8-e4511477b21d req-f3353131-5e73-4667-8ed5-8a1f85f87aca tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0543962 Mar 10 15:39:47.145345 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-491d4d62-9096-4234-84e8-e4511477b21d req-c9c46cfe-c7dc-4b05-ba5d-e3262392a50b tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Mar 10 15:39:48.261895 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c478b-e07e-4e93-81d9-7a502cf4d7ff req-ffb4a689-ed14-41c8-8a3f-9948a5fa7f8a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:48.263533 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9d5c478b-e07e-4e93-81d9-7a502cf4d7ff req-ffb4a689-ed14-41c8-8a3f-9948a5fa7f8a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0534794 Mar 10 15:39:48.311280 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-9d5c478b-e07e-4e93-81d9-7a502cf4d7ff req-0fde3bec-4bc5-4685-9db7-0a2c48b6d7c5 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Mar 10 15:39:49.434150 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272c905-20d7-4fed-b2c0-9e36bd6c9bb6 req-a3d6b058-a6dc-4337-bdc5-2192e0a6f6ed tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:49.435678 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e272c905-20d7-4fed-b2c0-9e36bd6c9bb6 req-a3d6b058-a6dc-4337-bdc5-2192e0a6f6ed tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0554543 Mar 10 15:39:49.483225 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-e272c905-20d7-4fed-b2c0-9e36bd6c9bb6 req-d2dc0659-ce21-4deb-a416-c760be4024bf tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420203 Mar 10 15:39:50.598879 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284f93d-46aa-4859-9887-5e72ae63b1e8 req-e36b1815-1f52-4cd8-95e6-249ff832f818 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:50.600315 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8284f93d-46aa-4859-9887-5e72ae63b1e8 req-e36b1815-1f52-4cd8-95e6-249ff832f818 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0522447 Mar 10 15:39:50.647148 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8284f93d-46aa-4859-9887-5e72ae63b1e8 req-17b4cc42-775c-4f5c-866f-f60e25d05979 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413420 Mar 10 15:39:51.568869 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3f2f1d5d-c748-46ca-aa4f-d22e6b3dbc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:51.765924 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1935f-8d08-459e-aa5f-f5453fab5594 req-146bc64c-f090-425c-b189-c064e4617df5 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:51.767671 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-daa1935f-8d08-459e-aa5f-f5453fab5594 req-146bc64c-f090-425c-b189-c064e4617df5 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Mar 10 15:39:51.820917 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-daa1935f-8d08-459e-aa5f-f5453fab5594 req-e5e9c4c9-d293-440b-b586-8eb995a4a800 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 Mar 10 15:39:52.687878 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:39:52.738959 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-1604b4c5-915c-4210-8f1d-0afc443295cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:52.740495 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-1604b4c5-915c-4210-8f1d-0afc443295cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1129 time: 0.0442805 Mar 10 15:39:52.830389 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-c27b8a8a-5b15-4556-8ac8-ffe693134baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:52.831757 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-c27b8a8a-5b15-4556-8ac8-ffe693134baa service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0853562 Mar 10 15:39:52.895300 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-9123efd6-503c-4d6c-848c-af4033672bac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 1001 time: 0.0565550 Mar 10 15:39:52.934871 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6d39e-309a-4638-ba6b-c66ecd692b68 req-9b35d26c-eead-4bac-b455-4c70733d06da tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:52.936460 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-21f6d39e-309a-4638-ba6b-c66ecd692b68 req-9b35d26c-eead-4bac-b455-4c70733d06da tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0509734 Mar 10 15:39:52.947664 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-8285e970-7a94-47a4-83a3-b4c282ef80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:52.949197 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-8285e970-7a94-47a4-83a3-b4c282ef80a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0482187 Mar 10 15:39:52.986053 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-21f6d39e-309a-4638-ba6b-c66ecd692b68 req-020375fd-c894-4e32-b8e2-0f6bce6dceef tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Mar 10 15:39:52.997580 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-114cb906-a3ed-4709-9c7e-f12b9198ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:52.999095 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-114cb906-a3ed-4709-9c7e-f12b9198ee29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442569 Mar 10 15:39:53.089372 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-4fcc5f70-6ebf-4752-8791-f633de7efa88 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830297 Mar 10 15:39:53.173951 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-19fc92c9-a9ee-411d-b57b-072b9cea3d35 req-fb805c77-3e02-4eaf-9956-eb69397dc92d service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786364 Mar 10 15:39:53.693097 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aeb1688d-ae27-4c47-b633-5eb75a13a6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:54.099771 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43c63-ce7c-4acb-8313-d156cbee64ec req-fe3695ec-1783-4fd6-90ae-a75a30ca6daf tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:54.101244 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c5e43c63-ce7c-4acb-8313-d156cbee64ec req-fe3695ec-1783-4fd6-90ae-a75a30ca6daf tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0507090 Mar 10 15:39:54.147018 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c5e43c63-ce7c-4acb-8313-d156cbee64ec req-f4530db5-b517-4c34-b241-79a9195ecb16 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397186 Mar 10 15:39:54.911403 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:55.267793 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5aaa6-b946-4e4b-8a61-b50e07ba256d req-d0820a06-caa3-487f-bc3e-ff1245729df3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:55.269287 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-41e5aaa6-b946-4e4b-8a61-b50e07ba256d req-d0820a06-caa3-487f-bc3e-ff1245729df3 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0552709 Mar 10 15:39:55.317671 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-41e5aaa6-b946-4e4b-8a61-b50e07ba256d req-80036f07-7f6f-44fa-960e-429cd5240d55 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Mar 10 15:39:56.413279 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:56.436143 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e9799-e88b-4160-abe2-a1fa4752d036 req-1e167704-37af-4c84-8054-d8295d2b93da tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:56.439968 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ba0e9799-e88b-4160-abe2-a1fa4752d036 req-1e167704-37af-4c84-8054-d8295d2b93da tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0514603 Mar 10 15:39:56.485569 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-ba0e9799-e88b-4160-abe2-a1fa4752d036 req-e4961039-46bf-4325-9e78-83045e227d6b tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 Mar 10 15:39:56.852878 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0dd71-5838-4067-92f1-d010c3861262 req-1299c062-5683-416f-8be6-35062bcec4e6 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:56.854898 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2db0dd71-5838-4067-92f1-d010c3861262 req-1299c062-5683-416f-8be6-35062bcec4e6 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0596914 Mar 10 15:39:56.929404 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-2db0dd71-5838-4067-92f1-d010c3861262 req-6ba648ad-eea3-4222-82c3-87fc98401a76 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689158 Mar 10 15:39:56.939109 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-112b2d7a-40de-46bb-babf-d5e2ca0a7aec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134579 Mar 10 15:39:56.947633 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-8e8397a7-8828-400d-bcdd-b12f9977088c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:39:56.948586 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-8e8397a7-8828-400d-bcdd-b12f9977088c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048878 Mar 10 15:39:57.094982 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-2e956cbf-fe03-4aee-8a70-a5409b1c3930 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:57.096285 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-2e956cbf-fe03-4aee-8a70-a5409b1c3930 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports/bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 942 time: 0.1211472 Mar 10 15:39:57.773735 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device bc9ce592-d913-4e9e-8276-0cb2b076bf84 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:39:57.777699 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:57.856211 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port bc9ce592-d913-4e9e-8276-0cb2b076bf84 is: ACTIVE; New status is: DOWN {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:39:57.856608 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:57.883014 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:39:57.885824 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647b6f93-cf88-4b8f-80e9-d3461a75a29b" -d '{"events": [{"server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:39:57.898432 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:39:57.915806 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 15:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05ae09c-3e24-4f3a-86d9-5ebeddac2344 x-openstack-request-id: req-d05ae09c-3e24-4f3a-86d9-5ebeddac2344 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:39:57.916092 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "name": "network-vif-unplugged", "status": "failed", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84", "code": 422}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:39:57.916347 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d05ae09c-3e24-4f3a-86d9-5ebeddac2344 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:39:57.916841 dv-cinder-831247-10-smb neutron-server[103648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'code': 422} returned with failed status Mar 10 15:39:57.968792 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:58.023321 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=6']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:58.029285 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.029573 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.029920 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.030260 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.030618 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.030969 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.031310 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.031637 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.031994 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.032328 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.032692 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.033007 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.033352 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:58.049893 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec56e5a-8db1-49eb-8874-0287b09eabdb req-7be5c522-52e8-4144-bd35-106da7923fe4 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:58.052455 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bec56e5a-8db1-49eb-8874-0287b09eabdb req-7be5c522-52e8-4144-bd35-106da7923fe4 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0571859 Mar 10 15:39:58.104595 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-bec56e5a-8db1-49eb-8874-0287b09eabdb req-daa119db-ff7b-434b-bd4a-d7a305cc1bdd tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459731 Mar 10 15:39:59.221351 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eabb73-5927-4a58-83ae-e1eb5dbe6213 req-808df4be-da66-4347-a5fc-1f7c4107c366 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.222838 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a5eabb73-5927-4a58-83ae-e1eb5dbe6213 req-808df4be-da66-4347-a5fc-1f7c4107c366 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0524065 Mar 10 15:39:59.247593 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-0c9086da-c38a-4832-b4c5-8003fd767b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.249246 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-0c9086da-c38a-4832-b4c5-8003fd767b9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5&tenant_id=939ab094b9aa43608a42f563ae812a9e HTTP/1.1" status: 200 len: 1127 time: 0.0438662 Mar 10 15:39:59.271583 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a5eabb73-5927-4a58-83ae-e1eb5dbe6213 req-8b6c8668-a1a5-430b-9bb6-37bb1db11d3f tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432408 Mar 10 15:39:59.327497 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-dab5308b-611a-4684-adee-b3329c205c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.329005 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-dab5308b-611a-4684-adee-b3329c205c1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1127 time: 0.0482287 Mar 10 15:39:59.422584 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-94a857a9-1209-4df3-b4ba-20ccb6a80b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.424000 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-94a857a9-1209-4df3-b4ba-20ccb6a80b0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0891726 Mar 10 15:39:59.425853 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:59.490933 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-c1268c5a-d34e-4d95-aeea-e7831c87f89c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 999 time: 0.0608017 Mar 10 15:39:59.539162 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-1ab880a0-a7eb-44e7-9ba6-1b4b3f52856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.540589 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-1ab880a0-a7eb-44e7-9ba6-1b4b3f52856c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0424640 Mar 10 15:39:59.589525 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-7445fa65-8a90-462f-adc6-19919c7b7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.591016 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-7445fa65-8a90-462f-adc6-19919c7b7a47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0437243 Mar 10 15:39:59.680535 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-10770df0-c4f9-427c-a815-0557d12a15f0 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834165 Mar 10 15:39:59.769478 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-cf589a88-f6d3-4175-8298-e8818c78cbb6 req-05e4f497-d41e-4b30-9026-116ebe68af0e service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818210 Mar 10 15:40:00.385729 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08073426-4f6a-441e-aa5c-daacd847eecf req-8ff8ecb1-35d1-4494-aa18-3c387809a894 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:00.387299 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-08073426-4f6a-441e-aa5c-daacd847eecf req-8ff8ecb1-35d1-4494-aa18-3c387809a894 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0506151 Mar 10 15:40:00.437493 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-08073426-4f6a-441e-aa5c-daacd847eecf req-2c5f7550-5931-4c28-94ea-a3e6bde4c8bf tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420904 Mar 10 15:40:01.555845 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500cb71-dbfb-418e-8251-91580e367970 req-eb2f7ed0-9627-4e4f-930e-21143bc063cb tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:01.557340 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d500cb71-dbfb-418e-8251-91580e367970 req-eb2f7ed0-9627-4e4f-930e-21143bc063cb tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0548940 Mar 10 15:40:01.604897 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d500cb71-dbfb-418e-8251-91580e367970 req-f0238932-e29e-4eca-af2f-e6d1ca12500a tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 Mar 10 15:40:02.720159 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6872604-e7af-4d7b-afdd-2b17d7c642b5 req-fbdd94d6-ff3e-4a77-af33-8ab87775146e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:02.721645 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c6872604-e7af-4d7b-afdd-2b17d7c642b5 req-fbdd94d6-ff3e-4a77-af33-8ab87775146e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0516412 Mar 10 15:40:02.768834 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-c6872604-e7af-4d7b-afdd-2b17d7c642b5 req-e6ef8776-8e10-4d34-8a68-6b01747519c2 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Mar 10 15:40:03.805517 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device bc9ce592-d913-4e9e-8276-0cb2b076bf84 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:40:03.890209 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99112ae4-cc41-4515-8403-3d0a319998f8 req-67ba8145-2a2f-4f26-85c2-2d331012c976 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:03.891664 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99112ae4-cc41-4515-8403-3d0a319998f8 req-67ba8145-2a2f-4f26-85c2-2d331012c976 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 943 time: 0.0548937 Mar 10 15:40:03.905143 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:03.915324 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Returning: {'device': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'port_id': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'mac_address': 'fa:16:3e:67:3c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:40:03.943168 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-99112ae4-cc41-4515-8403-3d0a319998f8 req-707599c2-813d-4e4a-8151-02a9f80ef82c tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454185 Mar 10 15:40:03.952425 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port bc9ce592-d913-4e9e-8276-0cb2b076bf84 is: DOWN; New status is: BUILD {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:40:03.952825 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:03.966057 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9ce592-d913-4e9e-8276-0cb2b076bf84 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:40:03.984861 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:04.048376 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:04.093356 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=7']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:04.363959 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] get_ports_and_sgs() called for port_ids ['bc9ce592-d913-4e9e-8276-0cb2b076bf84'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:40:05.060658 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e936f-c3ac-4c06-a25a-5c061a618a18 req-f460217b-18a8-4483-997f-58339c2c6eb5 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:05.062265 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-696e936f-c3ac-4c06-a25a-5c061a618a18 req-f460217b-18a8-4483-997f-58339c2c6eb5 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 944 time: 0.0520084 Mar 10 15:40:05.090450 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-b69014b6-a494-4a0e-b553-a735b344a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:05.091960 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-b69014b6-a494-4a0e-b553-a735b344a1f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1128 time: 0.0489004 Mar 10 15:40:05.110951 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-696e936f-c3ac-4c06-a25a-5c061a618a18 req-d1f9f547-54b1-4df2-87b4-a772a817d875 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 Mar 10 15:40:05.191590 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-628356f3-94e0-41f7-9aff-ae7e6ec6d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:05.193081 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-628356f3-94e0-41f7-9aff-ae7e6ec6d0d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0828719 Mar 10 15:40:05.259800 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-b900fa2b-5d69-4bcc-a687-7de8300371ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 1000 time: 0.0595286 Mar 10 15:40:05.305212 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-48da0f68-1f81-4f86-bf0f-68d3e320facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:05.307162 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-48da0f68-1f81-4f86-bf0f-68d3e320facc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0418506 Mar 10 15:40:05.354767 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-52429ff1-f319-4bb6-82c3-28d3d03d40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:05.356223 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-52429ff1-f319-4bb6-82c3-28d3d03d40a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0420613 Mar 10 15:40:05.447328 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-d72a5772-a6fa-4567-ab70-b490a6927b73 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823245 Mar 10 15:40:05.531961 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-c73f1dac-4106-46cd-8423-1706c2f6f59d req-49719a4b-f360-4b53-a9bf-c1577d1c7196 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782316 Mar 10 15:40:05.802226 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device bc9ce592-d913-4e9e-8276-0cb2b076bf84 up at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:40:05.854139 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Provisioning complete for port bc9ce592-d913-4e9e-8276-0cb2b076bf84 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:40:05.854512 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679921'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:05.930975 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Current status of the port bc9ce592-d913-4e9e-8276-0cb2b076bf84 is: BUILD; New status is: ACTIVE {{(pid=103648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:40:05.931852 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751551'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:05.953697 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:40:05.955924 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502db22815a380f1033e2cdadc94d92c98c436709f23505592e421099b01ecb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5607967-d3a4-45fc-be9a-99bb9c661135" -d '{"events": [{"server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:40:05.967917 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:05.989358 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f830fbc7-cdfb-4097-9219-2caa9df2c0da x-openstack-request-id: req-f830fbc7-cdfb-4097-9219-2caa9df2c0da {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:40:05.989672 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "name": "network-vif-plugged", "status": "completed", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:40:05.989970 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f830fbc7-cdfb-4097-9219-2caa9df2c0da {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:40:05.990359 dv-cinder-831247-10-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'code': 200} Mar 10 15:40:06.041787 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746232519783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746232017803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746232017821'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:06.091991 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Pushing event updated for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=8']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:06.229894 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5a7ea-0bd8-49b9-aaa4-725b5dad40a7 req-f1bd5fdc-90a8-4cb5-b3e2-119724b50634 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:06.231357 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-95e5a7ea-0bd8-49b9-aaa4-725b5dad40a7 req-f1bd5fdc-90a8-4cb5-b3e2-119724b50634 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0522757 Mar 10 15:40:06.282492 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-95e5a7ea-0bd8-49b9-aaa4-725b5dad40a7 req-5af47608-2656-42ca-b1b3-e8268eaaae97 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455916 Mar 10 15:40:06.359486 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2c251-5678-441d-9978-ecaf6df8d23f req-eadfca51-108f-4f41-b205-23ce2baf110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:06.360965 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-26f2c251-5678-441d-9978-ecaf6df8d23f req-eadfca51-108f-4f41-b205-23ce2baf110b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1129 time: 0.0470276 Mar 10 15:40:06.406220 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-26f2c251-5678-441d-9978-ecaf6df8d23f req-8d451633-a172-41f4-9078-65265f540d9b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384588 Mar 10 15:40:07.404219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a33ea-0696-4055-ae20-d89d1a44b254 req-1b05e1bf-6a3b-41ae-9485-59121eff57e1 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:07.405624 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-611a33ea-0696-4055-ae20-d89d1a44b254 req-1b05e1bf-6a3b-41ae-9485-59121eff57e1 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0530314 Mar 10 15:40:07.453994 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-611a33ea-0696-4055-ae20-d89d1a44b254 req-a56a0fc7-0d82-4578-b75e-ad028510c125 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Mar 10 15:40:08.572601 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5685b6e-27bc-42df-a244-fc8b7a4b30f9 req-f3aa2990-0681-458d-a10c-450a22eb57df tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:08.574097 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f5685b6e-27bc-42df-a244-fc8b7a4b30f9 req-f3aa2990-0681-458d-a10c-450a22eb57df tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Mar 10 15:40:08.621139 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-f5685b6e-27bc-42df-a244-fc8b7a4b30f9 req-4025b72e-c0ad-4aa2-8cf2-0586672f20f6 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 Mar 10 15:40:21.527550 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-beb2100a-2683-40d3-ae12-1d35dc28d70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:23.681983 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0217-10a5-45bb-b9ae-7806bfa59837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:24.990545 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:26.419013 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:27.755931 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:29.464591 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:29.686952 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:40:51.532342 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3303a517-8191-444c-8dc2-41fc12ff6253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:53.691655 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a80ed927-bca8-4662-83c0-ce7305815da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.931690 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:56.411951 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:57.772122 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:59.475220 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:06.685363 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:41:07.047753 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-cdf91766-7666-4afa-a083-d78e9e09cf03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431886 Mar 10 15:41:07.146841 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-794f82f5-8da5-4829-bed1-53ea761e1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:07.148324 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-794f82f5-8da5-4829-bed1-53ea761e1ad0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1129 time: 0.0438302 Mar 10 15:41:07.249509 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-49c40de0-0664-488a-a2cb-791e7d359ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:07.250968 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-49c40de0-0664-488a-a2cb-791e7d359ad0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0859940 Mar 10 15:41:07.312613 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-1494927e-8c5c-4607-83c3-ff3d2e671c91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 1001 time: 0.0554104 Mar 10 15:41:07.361885 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-6a8d9a47-6dde-4638-895b-db2edb58c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:07.363878 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-6a8d9a47-6dde-4638-895b-db2edb58c633 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0454242 Mar 10 15:41:07.410599 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-8c82284d-9fa2-4451-9d50-ce84bed4b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:07.412076 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-8c82284d-9fa2-4451-9d50-ce84bed4b5ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0423284 Mar 10 15:41:07.498934 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-8caf80be-068d-45b5-92c9-c7872643fb00 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796852 Mar 10 15:41:07.593352 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-1b8797c7-5379-4ec5-ad78-afe877316020 req-163e5878-fa20-49ae-93fa-fa0e9a34baa4 service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883982 Mar 10 15:41:18.316540 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 60096) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:18.473773 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Deleting port 309e85c9-f236-430a-97c1-717816206955 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:18.474116 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (309e85c9-f236-430a-97c1-717816206955), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:18.550381 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (309e85c9-f236-430a-97c1-717816206955), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:18.550705 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for floatingip (309e85c9-f236-430a-97c1-717816206955), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:18.562174 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Calling delete_port for 309e85c9-f236-430a-97c1-717816206955 owned by network:floatingip {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:18.765833 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (309e85c9-f236-430a-97c1-717816206955), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:18.790510 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event deleted for resources: {'Port': ['ID=309e85c9-f236-430a-97c1-717816206955,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:18.818063 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.818406 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.818743 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.819074 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.819396 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.819718 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.820039 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.820358 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.820674 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.820989 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.821328 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.821645 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.821956 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:18.862978 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for floatingip (3f9e5504-9d42-45a4-af19-847b4ee9de84), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:18.863377 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Floating IP 3f9e5504-9d42-45a4-af19-847b4ee9de84 disassociated (deleted). External IP: 172.28.1.195, port: bc9ce592-d913-4e9e-8276-0cb2b076bf84. Mar 10 15:41:19.065444 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Router dab08227-cb4e-4b58-810d-bab7560e6a16 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:41:19.433687 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:41:19.438308 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for floatingip (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:19.443526 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] Sync routers for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:41:19.452383 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:41:19.452987 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:40:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:19.466975 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-8c5da86e-7907-4e4c-8c9a-bd3e0bb8528d tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "DELETE /v2.0/floatingips/3f9e5504-9d42-45a4-af19-847b4ee9de84 HTTP/1.1" status: 204 len: 168 time: 1.1492815 Mar 10 15:41:19.467598 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:41:19.469952 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de84cd3cb6426f032f83c5bad97328a17186abb7aa81d3fad53767c9115bcbba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260cf477-1de3-45e6-8c45-fff57aa39fee" -d '{"events": [{"name": "network-changed", "server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:41:19.561991 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:41:19.571559 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce29ee-bba0-4fc8-a295-bffdefd2c4ef x-openstack-request-id: req-63ce29ee-bba0-4fc8-a295-bffdefd2c4ef {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:41:19.571854 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:41:19.572112 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63ce29ee-bba0-4fc8-a295-bffdefd2c4ef {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:41:19.572512 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'status': 'completed', 'code': 200} Mar 10 15:41:19.662825 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-55b84e1c-439c-49f9-bd1f-f2a2edc1562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:19.664328 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-55b84e1c-439c-49f9-bd1f-f2a2edc1562e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=939ab094b9aa43608a42f563ae812a9e&device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 1129 time: 0.0494473 Mar 10 15:41:19.757479 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-7e142e81-77fc-4651-9763-74213b64d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:19.758879 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-7e142e81-77fc-4651-9763-74213b64d8d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 200 len: 910 time: 0.0873458 Mar 10 15:41:19.760493 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 5, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:19.790779 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] Checking router: dab08227-cb4e-4b58-810d-bab7560e6a16 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:41:19.799371 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:41:19.800524 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:40:54Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:19.800791 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-ec702570-c397-4e9d-920e-025c97e418c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 200 len: 217 time: 0.0349989 Mar 10 15:41:19.882952 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-a642e2b9-79d4-4ac1-b66d-100bf796b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:19.884515 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-a642e2b9-79d4-4ac1-b66d-100bf796b0f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 200 len: 848 time: 0.0484276 Mar 10 15:41:19.911211 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:41:19.915523 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7d92d-0103-414e-b48f-c11f6fb8fec4 req-0b8f1236-82e4-4c08-b2a1-52920f3f4d04 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:19.917018 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d1e7d92d-0103-414e-b48f-c11f6fb8fec4 req-0b8f1236-82e4-4c08-b2a1-52920f3f4d04 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0540133 Mar 10 15:41:19.938208 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-c6dd0d30-1b8b-4e7a-9da2-20afb3e2db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:19.940062 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-c6dd0d30-1b8b-4e7a-9da2-20afb3e2db3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4270abf9-414e-4dca-ac48-f604465cbf74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0487707 Mar 10 15:41:19.967970 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-d1e7d92d-0103-414e-b48f-c11f6fb8fec4 req-3a22dd62-ed0d-4eb9-8590-ec1033ae99df tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Mar 10 15:41:20.028763 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-478678e5-00b4-402d-8e0e-8b714b58ff5a service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822387 Mar 10 15:41:20.107545 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 5, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:20.118627 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-260cf477-1de3-45e6-8c45-fff57aa39fee req-416de5c8-a19d-4a56-a9e2-7181c4aa2e4f service neutron] 10.222.0.69 "GET /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832117 Mar 10 15:41:20.133628 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d324fbf-35ae-46ba-a6d5-b2b6243fb308 None None] The sync data for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb is: [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:08Z', 'revision_number': 4, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb', '_interfaces': [{'id': '0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2', 'name': '', 'network_id': '4270abf9-414e-4dca-ac48-f604465cbf74', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'mac_address': 'fa:16:3e:44:af:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:07Z', 'updated_at': '2022-03-10T15:37:12Z', 'revision_number': 5, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'subnets': [{'id': '3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:41:20.353204 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e682fb9-8841-4c66-85e9-d45631ab5a7c None None] New status for floating IP 3f9e5504-9d42-45a4-af19-847b4ee9de84: DOWN {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:41:21.088352 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684bfd0-33b8-4649-8d3d-dd53ac83ecb1 req-a1f31b6f-892d-466f-8bdb-1e5dfb48ff49 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:21.089845 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a684bfd0-33b8-4649-8d3d-dd53ac83ecb1 req-a1f31b6f-892d-466f-8bdb-1e5dfb48ff49 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0511332 Mar 10 15:41:21.140347 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-a684bfd0-33b8-4649-8d3d-dd53ac83ecb1 req-274853b8-31a9-436e-b054-42f04bf6b166 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8dba477-6de5-4840-a0f9-cd422f212674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450456 Mar 10 15:41:21.426707 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-72b841a1-de40-427f-8f8f-a6fd448b7c60 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:21.428138 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-72b841a1-de40-427f-8f8f-a6fd448b7c60 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 945 time: 0.0510933 Mar 10 15:41:21.521325 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Deleting port bc9ce592-d913-4e9e-8276-0cb2b076bf84 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:21.521668 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:21.537556 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-195956ca-b8d0-4fcd-950e-78fa92fa4000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:21.606794 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] For port bc9ce592-d913-4e9e-8276-0cb2b076bf84, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=bc9ce592-d913-4e9e-8276-0cb2b076bf84,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:21.607155 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:21.619431 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Calling delete_port for bc9ce592-d913-4e9e-8276-0cb2b076bf84 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:21.811646 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (bc9ce592-d913-4e9e-8276-0cb2b076bf84), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:21.839266 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event deleted for resources: {'Port': ['ID=bc9ce592-d913-4e9e-8276-0cb2b076bf84,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:21.852607 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.852607 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.852607 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.852607 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.852952 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.853033 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.853361 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.853686 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.854007 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.854329 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.854650 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.854968 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.855285 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:21.893658 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] No DVR routers for this DVR port bc9ce592-d913-4e9e-8276-0cb2b076bf84 on host hv-cinder-83124 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:41:21.896147 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458562'] for port (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:21.899550 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [req-ff4d606b-f899-4a9a-a31c-049fb17ee17e req-dde8b7a5-5c84-401c-a1bf-c19f67cd576e tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.69 "DELETE /v2.0/ports/bc9ce592-d913-4e9e-8276-0cb2b076bf84 HTTP/1.1" status: 204 len: 173 time: 0.4659064 Mar 10 15:41:21.899973 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'name': 'network-vif-deleted', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:41:21.902267 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9412783266bb86f91c3e0df52b8ed84c9763d2e28a48015d59725d4c3e10f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba19fd3-1f65-49eb-8778-16748fababbf" -d '{"events": [{"server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "name": "network-vif-deleted", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:41:21.936873 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd607885-fa36-4655-a7c2-1a2b2a759525 x-openstack-request-id: req-dd607885-fa36-4655-a7c2-1a2b2a759525 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:41:21.937193 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4788dbf-5404-47b8-9fd0-3e76f86d89a5", "name": "network-vif-deleted", "tag": "bc9ce592-d913-4e9e-8276-0cb2b076bf84", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:41:21.937456 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd607885-fa36-4655-a7c2-1a2b2a759525 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:41:21.937856 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4788dbf-5404-47b8-9fd0-3e76f86d89a5', 'name': 'network-vif-deleted', 'tag': 'bc9ce592-d913-4e9e-8276-0cb2b076bf84', 'status': 'completed', 'code': 200} Mar 10 15:41:22.239498 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [req-8f638712-dc8c-4bbc-8a9a-321338255cee req-ba8e41f0-45b9-4f0c-bb6d-e2d5726b8608 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4788dbf-5404-47b8-9fd0-3e76f86d89a5 HTTP/1.1" status: 200 len: 210 time: 0.0282195 Mar 10 15:41:23.295438 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 60126) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:23.354265 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-46b96fab-270e-4fa5-82cc-a3eb0d48ab84 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group (d8dba477-6de5-4840-a0f9-cd422f212674), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:23.379219 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-46b96fab-270e-4fa5-82cc-a3eb0d48ab84 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group (d8dba477-6de5-4840-a0f9-cd422f212674), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:23.479993 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-46b96fab-270e-4fa5-82cc-a3eb0d48ab84 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (d8dba477-6de5-4840-a0f9-cd422f212674), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:23.482593 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-46b96fab-270e-4fa5-82cc-a3eb0d48ab84 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Publish callbacks [] for security_group (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:23.483751 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-46b96fab-270e-4fa5-82cc-a3eb0d48ab84 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] 10.222.0.70 "DELETE /v2.0/security-groups/d8dba477-6de5-4840-a0f9-cd422f212674 HTTP/1.1" status: 204 len: 168 time: 0.1871796 Mar 10 15:41:23.493670 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b96fab-270e-4fa5-82cc-a3eb0d48ab84 tempest-TestShelveInstance-878296827 tempest-TestShelveInstance-878296827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dba477-6de5-4840-a0f9-cd422f212674,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:23.583423 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 60130) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:23.668527 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8d095d57-91b2-47bd-b53c-a0acc63be167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:23.924187 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625592'] for router_interface (dab08227-cb4e-4b58-810d-bab7560e6a16), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:24.166593 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Deleting port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:24.166956 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:24.242491 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] For port 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:24.242775 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:24.255226 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Calling delete_port for 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 owned by network:router_interface {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:24.497415 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:24.527552 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:24.693808 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625704'] for router_interface (dab08227-cb4e-4b58-810d-bab7560e6a16), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:24.912136 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Router dab08227-cb4e-4b58-810d-bab7560e6a16 has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:41:24.942732 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.017321 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:41:25.025248 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-808723bf-c9ce-4f27-959a-f80cca693f60 admin admin] 10.222.0.70 "PUT /v2.0/routers/dab08227-cb4e-4b58-810d-bab7560e6a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4383750 Mar 10 15:41:25.025358 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 60132) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:25.026809 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] Sync routers for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:41:25.036205 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:41:25.036805 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:25.129847 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks [] for router (dab08227-cb4e-4b58-810d-bab7560e6a16), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.141478 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: dv-cinder-831247-10-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:41:25.235782 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks [] for router_gateway (dab08227-cb4e-4b58-810d-bab7560e6a16), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.321878 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:41:24Z', 'revision_number': 5, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port': {'id': '52e99e21-c7b7-4178-9bc5-5b106b715493', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:25.346976 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] Checking router: dab08227-cb4e-4b58-810d-bab7560e6a16 for host: dv-cinder-831247-10-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:41:25.355160 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] Routers {'dab08227-cb4e-4b58-810d-bab7560e6a16'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:41:25.355764 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['dab08227-cb4e-4b58-810d-bab7560e6a16'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:25.379735 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Deleting port 52e99e21-c7b7-4178-9bc5-5b106b715493 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:25.380102 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.443638 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] Set router dab08227-cb4e-4b58-810d-bab7560e6a16 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:41:25.457825 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] For port 52e99e21-c7b7-4178-9bc5-5b106b715493, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=52e99e21-c7b7-4178-9bc5-5b106b715493,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:25.458186 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.470152 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Calling delete_port for 52e99e21-c7b7-4178-9bc5-5b106b715493 owned by network:router_gateway {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:25.582186 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:41:25Z', 'revision_number': 6, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port_host': None}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:25.608393 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb6581-d2f8-42c4-a062-9f4b7a6a4a9e None None] The sync data for ids ['dab08227-cb4e-4b58-810d-bab7560e6a16'] in dv-cinder-831247-10-smb is: [{'id': 'dab08227-cb4e-4b58-810d-bab7560e6a16', 'name': 'tempest-TestShelveInstance-1087432716-router', 'tenant_id': '939ab094b9aa43608a42f563ae812a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:05Z', 'updated_at': '2022-03-10T15:41:25Z', 'revision_number': 6, 'project_id': '939ab094b9aa43608a42f563ae812a9e', 'gw_port_host': None}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:41:25.714607 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (52e99e21-c7b7-4178-9bc5-5b106b715493), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.743791 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Pushing event deleted for resources: {'Port': ['ID=52e99e21-c7b7-4178-9bc5-5b106b715493,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:25.803761 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638082'] for router_gateway (dab08227-cb4e-4b58-810d-bab7560e6a16), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.893652 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123110'] for router (dab08227-cb4e-4b58-810d-bab7560e6a16), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.895670 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks [] for router_controller (dab08227-cb4e-4b58-810d-bab7560e6a16), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.005868 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626966'] for router (dab08227-cb4e-4b58-810d-bab7560e6a16), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.006532 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab08227-cb4e-4b58-810d-bab7560e6a16 {{(pid=103646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:41:26.013039 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.014793 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-24ec74d8-73df-4c43-b0db-535a4e56a59c admin admin] 10.222.0.70 "DELETE /v2.0/routers/dab08227-cb4e-4b58-810d-bab7560e6a16 HTTP/1.1" status: 204 len: 168 time: 0.9879982 Mar 10 15:41:26.016913 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 60134) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:26.213375 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device bc9ce592-d913-4e9e-8276-0cb2b076bf84 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:41:26.233681 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] No Port match for: bc9ce592-d913-4e9e-8276-0cb2b076bf84 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:41:26.233949 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Device bc9ce592-d913-4e9e-8276-0cb2b076bf84 not bound to the agent host hv-cinder-83124 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:41:26.293722 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb83445-9522-49a6-af3d-7b05765cd3e8 admin admin] Deleting subnet 3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:41:26.297018 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4bb83445-9522-49a6-af3d-7b05765cd3e8 admin admin] Publish callbacks [] for subnet (3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.331088 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4bb83445-9522-49a6-af3d-7b05765cd3e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130282632'] for subnet (3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a), precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.414421 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4bb83445-9522-49a6-af3d-7b05765cd3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.445674 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.527013 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4bb83445-9522-49a6-af3d-7b05765cd3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130471227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130443941'] for subnet (3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.583310 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb83445-9522-49a6-af3d-7b05765cd3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:26.583310 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4bb83445-9522-49a6-af3d-7b05765cd3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for subnet (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.583310 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-4bb83445-9522-49a6-af3d-7b05765cd3e8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3cddbc8b-36d1-4363-ac46-f7f3e47a4d6a HTTP/1.1" status: 204 len: 168 time: 0.5462370 Mar 10 15:41:26.586613 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c5693a-bdd3-48fc-940a-891eecb40544 None None] Network 4270abf9-414e-4dca-ac48-f604465cbf74 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:41:26.586838 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 60136) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:26.641492 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (4270abf9-414e-4dca-ac48-f604465cbf74), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.708003 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Deleting port 6275448e-d8d2-4b5a-9421-940cb64ae872 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:26.708339 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.738344 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] DHCP port deletion for 4270abf9-414e-4dca-ac48-f604465cbf74 request from dv-cinder-831247-10-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:41:26.771518 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] For port 6275448e-d8d2-4b5a-9421-940cb64ae872, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6275448e-d8d2-4b5a-9421-940cb64ae872,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:26.772135 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.783590 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Calling delete_port for 6275448e-d8d2-4b5a-9421-940cb64ae872 owned by network:dhcp {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:26.797700 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Deleting port 6275448e-d8d2-4b5a-9421-940cb64ae872 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:26.797700 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.852322 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] For port 6275448e-d8d2-4b5a-9421-940cb64ae872, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=6275448e-d8d2-4b5a-9421-940cb64ae872,segment=NetworkSegment(917acfb5-0943-442d-af07-d0b4c693cf70),segment_id=917acfb5-0943-442d-af07-d0b4c693cf70)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:26.852725 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.864836 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Calling delete_port for 6275448e-d8d2-4b5a-9421-940cb64ae872 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:26.925728 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.941052 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794'] for port (6275448e-d8d2-4b5a-9421-940cb64ae872), after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:26.950930 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6275448e-d8d2-4b5a-9421-940cb64ae872,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:26.955541 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] No DVR routers for this DVR port 6275448e-d8d2-4b5a-9421-940cb64ae872 on host dv-cinder-831247-10-smb {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:41:26.964056 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Pushing event deleted for resources: {'Port': ['ID=6275448e-d8d2-4b5a-9421-940cb64ae872,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:26.974292 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.974650 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.974995 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.975338 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.975666 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.975998 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.976327 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.976697 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.976976 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.977330 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.977763 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.978322 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.978898 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-10-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:26.981879 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01bd76e-8431-4436-9425-68aa3d1fa2a2 None None] No DVR routers for this DVR port 6275448e-d8d2-4b5a-9421-940cb64ae872 on host dv-cinder-831247-10-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:41:27.034630 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (4270abf9-414e-4dca-ac48-f604465cbf74), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.054760 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4270abf9-414e-4dca-ac48-f604465cbf74']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:27.063654 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917acfb5-0943-442d-af07-d0b4c693cf70') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:27.063949 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917acfb5-0943-442d-af07-d0b4c693cf70') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:27.073551 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130282627'] for segment (917acfb5-0943-442d-af07-d0b4c693cf70), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.086423 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (917acfb5-0943-442d-af07-d0b4c693cf70), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.092185 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:41:27.092878 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130472677'] for segment (917acfb5-0943-442d-af07-d0b4c693cf70), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: Traceback (most recent call last): Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: timer() Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: cb(*args, **kw) Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: return func(*args, **kwargs) Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: self._notify() Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: self.callback(batched_events) Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: event.method(event) Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: return f(self, *a, **k) Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: return self._get(url).json() Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:41:27.094221 dv-cinder-831247-10-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:41:27.234612 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (4270abf9-414e-4dca-ac48-f604465cbf74), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.239683 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6275448e-d8d2-4b5a-9421-940cb64ae872 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:41:27.240508 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.243844 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4270abf9-414e-4dca-ac48-f604465cbf74 HTTP/1.1" status: 204 len: 168 time: 0.6758986 Mar 10 15:41:27.246805 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 60138) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:27.255744 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e635c-61bb-49db-a3df-ea43f77373b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4270abf9-414e-4dca-ac48-f604465cbf74,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:27.269983 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 6275448e-d8d2-4b5a-9421-940cb64ae872 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:41:27.270337 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 6275448e-d8d2-4b5a-9421-940cb64ae872 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:41:27.270758 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 52e99e21-c7b7-4178-9bc5-5b106b715493 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:41:27.289892 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 52e99e21-c7b7-4178-9bc5-5b106b715493 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:41:27.290240 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 52e99e21-c7b7-4178-9bc5-5b106b715493 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:41:27.290646 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:41:27.310108 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:41:27.310528 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device 0fb9c0ee-ce78-4ae6-83ac-cbc79f5c0ea2 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:41:27.589281 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1625592'] for router_interface (7e41e292-1320-461d-af3b-2ce8264fc8ac), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.760694 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.829867 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Deleting port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:27.830118 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.907108 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] For port a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,segment=NetworkSegment(a266fcc2-16d8-46f7-88f8-d03365aadd43),segment_id=a266fcc2-16d8-46f7-88f8-d03365aadd43)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:27.907463 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.919187 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Calling delete_port for a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 owned by network:router_interface {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:28.428716 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:28.453723 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:28.627346 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1625704'] for router_interface (7e41e292-1320-461d-af3b-2ce8264fc8ac), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:28.853886 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Router 7e41e292-1320-461d-af3b-2ce8264fc8ac has already been hosted by L3 agent 9b0b0c86-7c62-4b01-9103-104f7a7d03a9 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:41:28.963229 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] Notify agent at l3_agent.dv-cinder-831247-10-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:41:28.968211 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-315b7150-ce5d-4388-b0d5-2f4c29a6f535 admin admin] 10.222.0.70 "PUT /v2.0/routers/7e41e292-1320-461d-af3b-2ce8264fc8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7203865 Mar 10 15:41:28.971648 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 60140) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:28.975060 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] Sync routers for ids ['7e41e292-1320-461d-af3b-2ce8264fc8ac'] in dv-cinder-831247-10-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:41:28.985428 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] Routers {'7e41e292-1320-461d-af3b-2ce8264fc8ac'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:41:28.986187 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['7e41e292-1320-461d-af3b-2ce8264fc8ac'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:29.078429 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks [] for router (7e41e292-1320-461d-af3b-2ce8264fc8ac), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.095558 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] Set router 7e41e292-1320-461d-af3b-2ce8264fc8ac gateway port host: dv-cinder-831247-10-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:41:29.196833 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks [] for router_gateway (7e41e292-1320-461d-af3b-2ce8264fc8ac), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.281341 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'external_fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:41:28Z', 'revision_number': 5, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port': {'id': 'ee349473-a420-488e-9f5d-f0179e5a92cc', 'name': '', 'network_id': '603207aa-8221-48e6-b7a9-a4938cd38836', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'deffc931-a0be-453d-8444-646b86500dad', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:37:11Z', 'updated_at': '2022-03-10T15:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'deffc931-a0be-453d-8444-646b86500dad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-10-smb'}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:29.309812 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] Checking router: 7e41e292-1320-461d-af3b-2ce8264fc8ac for host: dv-cinder-831247-10-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:41:29.318710 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Deleting port ee349473-a420-488e-9f5d-f0179e5a92cc {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:29.319109 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.319377 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] Routers {'7e41e292-1320-461d-af3b-2ce8264fc8ac'} bound to L3 agent in host dv-cinder-831247-10-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:41:29.319792 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T15:16:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:24Z,host='dv-cinder-831247-10-smb',id=9b0b0c86-7c62-4b01-9103-104f7a7d03a9,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T15:16:54Z,topic='l3_agent')) {'router_ids': ['7e41e292-1320-461d-af3b-2ce8264fc8ac'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:29.402639 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] For port ee349473-a420-488e-9f5d-f0179e5a92cc, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=ee349473-a420-488e-9f5d-f0179e5a92cc,segment=NetworkSegment(8acface4-f647-4e9a-b144-e37369b87a42),segment_id=8acface4-f647-4e9a-b144-e37369b87a42)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:29.403015 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.414869 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Calling delete_port for ee349473-a420-488e-9f5d-f0179e5a92cc owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:29.425476 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] Set router 7e41e292-1320-461d-af3b-2ce8264fc8ac gateway port host: None {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:41:29.454887 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.484076 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:41:29Z', 'revision_number': 6, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port_host': None}], 'dv-cinder-831247-10-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:29.510038 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397fdcc-0e62-4092-83e8-1633b993c392 None None] The sync data for ids ['7e41e292-1320-461d-af3b-2ce8264fc8ac'] in dv-cinder-831247-10-smb is: [{'id': '7e41e292-1320-461d-af3b-2ce8264fc8ac', 'name': 'tempest-TestShelveInstance-324450621-router', 'tenant_id': 'e1d36c756919473a8a33593e3724ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:37:10Z', 'updated_at': '2022-03-10T15:41:29Z', 'revision_number': 6, 'project_id': 'e1d36c756919473a8a33593e3724ed40', 'gw_port_host': None}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:41:29.623193 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133240517'] for port (ee349473-a420-488e-9f5d-f0179e5a92cc), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.649169 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee349473-a420-488e-9f5d-f0179e5a92cc,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:29.708845 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1638082'] for router_gateway (7e41e292-1320-461d-af3b-2ce8264fc8ac), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.802910 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123110'] for router (7e41e292-1320-461d-af3b-2ce8264fc8ac), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.804931 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks [] for router_controller (7e41e292-1320-461d-af3b-2ce8264fc8ac), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.920220 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626966'] for router (7e41e292-1320-461d-af3b-2ce8264fc8ac), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.920793 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e41e292-1320-461d-af3b-2ce8264fc8ac {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:41:29.930075 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.930075 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-1d97390e-fbd6-4851-8515-838b438818d1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/7e41e292-1320-461d-af3b-2ce8264fc8ac HTTP/1.1" status: 204 len: 168 time: 0.9549186 Mar 10 15:41:29.930075 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 60142) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:29.976962 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8080964-2592-45c6-a013-ebca68db03cc admin admin] Deleting subnet 1d9ea293-bbe4-4e3c-b2a9-f407d55c1727 {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:41:29.981073 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c8080964-2592-45c6-a013-ebca68db03cc admin admin] Publish callbacks [] for subnet (1d9ea293-bbe4-4e3c-b2a9-f407d55c1727), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.019817 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c8080964-2592-45c6-a013-ebca68db03cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134013983'] for subnet (1d9ea293-bbe4-4e3c-b2a9-f407d55c1727), precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.093133 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c8080964-2592-45c6-a013-ebca68db03cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672227'] for subnet (1d9ea293-bbe4-4e3c-b2a9-f407d55c1727), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.217949 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c8080964-2592-45c6-a013-ebca68db03cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-672232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133240554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133491775'] for subnet (1d9ea293-bbe4-4e3c-b2a9-f407d55c1727), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.245528 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8080964-2592-45c6-a013-ebca68db03cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9ea293-bbe4-4e3c-b2a9-f407d55c1727,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:30.250532 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c8080964-2592-45c6-a013-ebca68db03cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.257004 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-c8080964-2592-45c6-a013-ebca68db03cc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1d9ea293-bbe4-4e3c-b2a9-f407d55c1727 HTTP/1.1" status: 204 len: 168 time: 0.3246517 Mar 10 15:41:30.258639 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.70', 60144) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:30.259471 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f41e6-f61a-4adf-825a-4270eb4e387d None None] Network af495947-1482-4b39-8ddb-5a4240608284 requested from dv-cinder-831247-10-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:41:30.343057 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825638'] for network (af495947-1482-4b39-8ddb-5a4240608284), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.399833 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Deleting port f4b70855-e995-426b-9130-451f6fd668e5 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:30.400173 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (f4b70855-e995-426b-9130-451f6fd668e5), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.470106 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] For port f4b70855-e995-426b-9130-451f6fd668e5, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=f4b70855-e995-426b-9130-451f6fd668e5,segment=NetworkSegment(a266fcc2-16d8-46f7-88f8-d03365aadd43),segment_id=a266fcc2-16d8-46f7-88f8-d03365aadd43)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:30.470498 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (f4b70855-e995-426b-9130-451f6fd668e5), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.483812 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Calling delete_port for f4b70855-e995-426b-9130-451f6fd668e5 owned by network:dhcp {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:30.557582 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] DHCP port deletion for af495947-1482-4b39-8ddb-5a4240608284 request from dv-cinder-831247-10-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:41:30.603615 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] Deleting port f4b70855-e995-426b-9130-451f6fd668e5 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:30.603987 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746232514542'] for port (f4b70855-e995-426b-9130-451f6fd668e5), before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.647820 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130471188'] for port (f4b70855-e995-426b-9130-451f6fd668e5), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.668165 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] For port f4b70855-e995-426b-9130-451f6fd668e5, host dv-cinder-831247-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-10-smb',level=0,port_id=f4b70855-e995-426b-9130-451f6fd668e5,segment=NetworkSegment(a266fcc2-16d8-46f7-88f8-d03365aadd43),segment_id=a266fcc2-16d8-46f7-88f8-d03365aadd43)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:30.668565 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637038'] for port (f4b70855-e995-426b-9130-451f6fd668e5), precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.676880 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b70855-e995-426b-9130-451f6fd668e5,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:30.683326 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] Calling delete_port for f4b70855-e995-426b-9130-451f6fd668e5 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:30.686551 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] No DVR routers for this DVR port f4b70855-e995-426b-9130-451f6fd668e5 on host dv-cinder-831247-10-smb {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:41:30.761802 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-751379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746232519765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746232017794'] for port (f4b70855-e995-426b-9130-451f6fd668e5), after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.762744 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673816', 'neutron.services.segments.db._delete_segments_for_network-8746232346134'] for network (af495947-1482-4b39-8ddb-5a4240608284), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.787345 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af495947-1482-4b39-8ddb-5a4240608284']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:30.790963 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] Pushing event deleted for resources: {'Port': ['ID=f4b70855-e995-426b-9130-451f6fd668e5,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:30.794736 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773140d-0d50-4afe-9dbf-6c3e13eef64c None None] No DVR routers for this DVR port f4b70855-e995-426b-9130-451f6fd668e5 on host dv-cinder-831247-10-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:41:30.796705 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a266fcc2-16d8-46f7-88f8-d03365aadd43') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:30.797012 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a266fcc2-16d8-46f7-88f8-d03365aadd43') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:30.808747 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746232346399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130282627'] for segment (a266fcc2-16d8-46f7-88f8-d03365aadd43), before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.823608 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284'] for segment (a266fcc2-16d8-46f7-88f8-d03365aadd43), precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.829388 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:41:30.829778 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-764284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130472677'] for segment (a266fcc2-16d8-46f7-88f8-d03365aadd43), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: Traceback (most recent call last): Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: timer() Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: cb(*args, **kw) Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: return func(*args, **kwargs) Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: self._notify() Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: self.callback(batched_events) Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: event.method(event) Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: return f(self, *a, **k) Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: return self._get(url).json() Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:41:30.831480 dv-cinder-831247-10-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:41:30.948902 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1638118'] for network (af495947-1482-4b39-8ddb-5a4240608284), after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.955198 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810569'] for network (None), before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:30.960254 dv-cinder-831247-10-smb neutron-server[103646]: INFO neutron.wsgi [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] 10.222.0.70 "DELETE /v2.0/networks/af495947-1482-4b39-8ddb-5a4240608284 HTTP/1.1" status: 204 len: 168 time: 0.6989734 Mar 10 15:41:30.969848 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca95c8-37c0-4b48-90d1-35f713132618 admin admin] Pushing event deleted for resources: {'Network': ['ID=af495947-1482-4b39-8ddb-5a4240608284,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:31.239802 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ee349473-a420-488e-9f5d-f0179e5a92cc no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:41:31.262166 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: ee349473-a420-488e-9f5d-f0179e5a92cc {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:41:31.262781 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device ee349473-a420-488e-9f5d-f0179e5a92cc not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:41:31.263313 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:41:31.283076 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:41:31.283471 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device a3d8eceb-6ae7-471b-83b6-1aa0cf8c7a53 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:41:31.284443 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device f4b70855-e995-426b-9130-451f6fd668e5 no longer exists at agent ovs-agent-dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:41:31.305038 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] No Port match for: f4b70855-e995-426b-9130-451f6fd668e5 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:41:31.305351 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Device f4b70855-e995-426b-9130-451f6fd668e5 not bound to the agent host dv-cinder-831247-10-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:41:31.347700 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 60148) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:31.386224 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-3f990c04-2285-4ad6-9658-740cc729feac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=939ab094b9aa43608a42f563ae812a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372741 Mar 10 15:41:31.392906 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 60150) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:31.442614 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7e44ca2c-32fa-4340-aafe-aef3c562a22e admin admin] Publish callbacks [] for security_group (7c2dcb65-0d2e-4592-8ea0-9747ba425d99), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:31.463481 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7e44ca2c-32fa-4340-aafe-aef3c562a22e admin admin] Publish callbacks [] for security_group (7c2dcb65-0d2e-4592-8ea0-9747ba425d99), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:31.593646 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7e44ca2c-32fa-4340-aafe-aef3c562a22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (7c2dcb65-0d2e-4592-8ea0-9747ba425d99), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:31.596310 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7e44ca2c-32fa-4340-aafe-aef3c562a22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:31.597546 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-7e44ca2c-32fa-4340-aafe-aef3c562a22e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c2dcb65-0d2e-4592-8ea0-9747ba425d99 HTTP/1.1" status: 204 len: 168 time: 0.2031648 Mar 10 15:41:31.605907 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44ca2c-32fa-4340-aafe-aef3c562a22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2dcb65-0d2e-4592-8ea0-9747ba425d99,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:32.185741 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 60156) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:32.224837 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-8dc3d61b-1b2a-4ef1-b6aa-a2e9bfb4745f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1d36c756919473a8a33593e3724ed40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379443 Mar 10 15:41:32.227301 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.70', 60158) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:32.272893 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0894bfb0-15fd-480d-9958-df891c9f3264 admin admin] Publish callbacks [] for security_group (31f96a32-f511-4b26-80d5-5b28e577cadc), before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:32.293074 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0894bfb0-15fd-480d-9958-df891c9f3264 admin admin] Publish callbacks [] for security_group (31f96a32-f511-4b26-80d5-5b28e577cadc), precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:32.410523 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0894bfb0-15fd-480d-9958-df891c9f3264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688140'] for security_group (31f96a32-f511-4b26-80d5-5b28e577cadc), after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:32.412985 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0894bfb0-15fd-480d-9958-df891c9f3264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:32.414213 dv-cinder-831247-10-smb neutron-server[103647]: INFO neutron.wsgi [None req-0894bfb0-15fd-480d-9958-df891c9f3264 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31f96a32-f511-4b26-80d5-5b28e577cadc HTTP/1.1" status: 204 len: 168 time: 0.1859932 Mar 10 15:41:32.422170 dv-cinder-831247-10-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894bfb0-15fd-480d-9958-df891c9f3264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f96a32-f511-4b26-80d5-5b28e577cadc,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:34.228057 dv-cinder-831247-10-smb neutron-server[103646]: DEBUG neutron.wsgi [req-ddd556c1-ae00-491d-952d-26349cfbd446 req-c8afc85b-f09f-4fc0-b7e9-9ae57cb55662 service neutron] (103646) timed out ('10.222.0.69', 52468) {{(pid=103646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:41:43.683908 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:41:51.598252 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-04065b48-f225-4702-b973-ff0328896fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:53.650937 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1413c6a3-74ca-4705-9c9f-e48ed6915b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:54.931136 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:56.422178 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:57.776421 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:59.473546 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.682764 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:42:21.558918 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-598dbcea-5ea6-4d90-b917-1a2b4e64f710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.665375 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1472bad9-5a2e-4a37-a55c-74319c590141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:24.968134 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.438462 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:27.758408 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:29.484411 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:51.626853 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ebe9786b-4ec6-4058-be59-811b66eda788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:53.684354 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-bbb4800f-36c9-463a-aa1b-7addcb1720d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:54.969799 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:56.437728 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:57.681585 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:42:57.795629 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.483345 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:21.543271 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-406317d6-738e-42fa-bbfd-9823213534be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:23.674519 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8ed09b3b-1b8f-4079-87c0-210f6b55e3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:24.957676 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:26.425761 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:27.792080 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:29.514549 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:34.691292 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:43:51.667827 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a338-f197-4de9-ae98-04ffa10be395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:53.671183 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-829d8649-8819-4835-879d-86db3013c1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:54.951156 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.479632 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:57.770449 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:59.562403 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:11.679673 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:44:21.649794 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2ee70c87-a3fb-4a8a-9293-f7d0b3fc7a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:23.666320 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d41fec1d-b835-426c-ab60-6e0fbdaead15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:24.996174 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:26.414907 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:27.803977 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:29.512431 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:48.679354 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:44:51.637387 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-05a3e798-9455-4af0-b396-d8e55c9ca15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:53.682463 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-387a41dc-89d6-4e75-938f-2c4b04bde523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:54.956631 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:56.420143 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:57.773522 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:59.476355 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:21.555370 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5146e328-0a11-4898-a36d-fd18d6bc52a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:23.669821 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-29cddd37-b67f-4a19-aad0-2c6dd9838eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:24.960818 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:25.677662 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:45:26.440526 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:27.807145 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:29.498618 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:51.662933 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d66b6436-f0d5-4358-b127-280c6bdc8d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:53.657476 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-320061ed-3ded-4ada-942e-fa6c80a2ee48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:54.959679 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:56.462624 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:57.794214 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:59.479655 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:02.676960 dv-cinder-831247-10-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-372f02db-335f-4282-9b84-6e9fbafbe6ec None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:46:21.531317 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2776ff9-a93c-4de2-b741-c8e67ab18cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1143d572-bd0e-4687-bc73-36f970477e59), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:23.650984 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a45797b9-15eb-4fda-82ee-1b953f7080e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (9b0b0c86-7c62-4b01-9103-104f7a7d03a9), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:24.959109 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3c398f63-d33f-49e0-9824-231e03f914e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (8df769ab-5696-443b-b83d-7914df6b2b29), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:26.456522 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5988d4f-1a2f-4b34-b7cf-a3a493038d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (1bcc40c6-2c19-4410-9d8f-dad5ea2acfb8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:27.765409 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-01711724-80ad-4d1f-a7c8-02f0b410067f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (ef0fed54-61a9-413a-a413-09e5d79401f2), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:29.502320 dv-cinder-831247-10-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8b30b1f2-c6f3-4f8c-ac6b-6987209eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746232346116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-676371'] for agent (f6013f05-03d0-47bb-8326-31fe4cb5d0b8), after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}